GSEA analysis of SARC associated genes
Xiting Yan
10/02/2019
Data Downloading
sratools
We downloaded the data using SRAtools on grace using the scripts generated by the following codes. We downloaded the sratools from github and installed it on grace with setup. All files downloaded were not zipped so we also zipped each file into fastq.gz file.
id.list<-readLines("/Users/yanxiting/Downloads/SRR_Acc_List(2).txt")
temp1<-paste("/home/xy48/scratch_palmer/sratoolkit/sratoolkit.3.0.0-ubuntu64/bin/prefetch.3.0.0 -X 9999999999999 ",id.list,"\n",sep="")
temp2<-paste("/home/xy48/scratch_palmer/sratoolkit/sratoolkit.3.0.0-ubuntu64/bin/fastq-dump.3.0.0 --split-files ./",id.list,".sra\n",sep="")
temp3<-rep("cd /home/xy48/scratch_palmer/SARC_10x/test/sra\n",length(temp1))
temp4<-paste("gzip ./",id.list,"_*.fastq\n",sep="")
temp5<-rep("ssh transfer\n",length(temp1))
cmd.out<-cbind(temp5,temp1,temp3,temp2,temp4)
temp.cmd<-apply(cmd.out,1,paste,collapse="",sep="")
cat(temp.cmd,file="./download_commands.txt",append=F,sep="")changing names
The cell ranger pipeline recognize fastq file names are formated as [Sample Name]S1_L00[Lane Number][Read Type]_001.fastq.gz. There are 3 files per sample representing I1, R1 and R2 downloaded by sratools, which were named as *_1, *_2 and *_3.fastq files. To correctly run cell ranger on these files, we need to change the fastq.gz names.
# this was run on grace.
source("~/Rprogram/my_functions.R")
data.dir<-"/home/xy48/scratch_palmer/SARC_10x/test/sra"
filenames<-list.files(data.dir)
temp<-sapply(filenames,my.element.extract,splitchar="\\.",index=3)
filenames<-filenames[temp=="gz"]
filenames<-filenames[!is.na(filenames)]
for(i in 1:length(filenames)){
if(substr(filenames[i],1,4)=="SRR9"){
from.filename<-filenames[i]
temp<-my.element.extract(filenames[i],splitchar="\\.",index=1)
temp<-my.element.extract(temp,splitchar="_",index=2)
if(temp=="1"){
to.filename<-paste0(my.element.extract(filenames[i],splitchar="_",index=1),"_S1_L001_I1_001.fastq.gz")
}
if(temp=="2"){
to.filename<-paste0(my.element.extract(filenames[i],splitchar="_",index=1),"_S1_L001_R1_001.fastq.gz")
}
if(temp=="3"){
to.filename<-paste0(my.element.extract(filenames[i],splitchar="_",index=1),"_S1_L001_R2_001.fastq.gz")
}
file.rename(from=file.path(data.dir,from.filename),to=file.path(data.dir,to.filename))
cat("from=",file.path(data.dir,from.filename),"\n","to=",file.path(data.dir,to.filename),"\n",sep="")
}else{
from.filename<-filenames[i]
temp<-my.element.extract(filenames[i],splitchar="\\.",index=1)
temp<-my.element.extract(temp,splitchar="_",index=2)
if(temp=="1"){
to.filename<-paste0(my.element.extract(filenames[i],splitchar="_",index=1),"_S1_L001_R1_001.fastq.gz")
}
if(temp=="2"){
to.filename<-paste0(my.element.extract(filenames[i],splitchar="_",index=1),"_S1_L001_R2_001.fastq.gz")
}
if(temp=="3"){
to.filename<-paste0(my.element.extract(filenames[i],splitchar="_",index=1),"_S1_L001_I1_001.fastq.gz")
}
file.rename(from=file.path(data.dir,from.filename),to=file.path(data.dir,to.filename))
cat("from=",file.path(data.dir,from.filename),"\n","to=",file.path(data.dir,to.filename),"\n",sep="")
}
}cell ranger
We rsync the fastq.gz files onto farnam under ~/scratch60/SARC_10X/fastq and run cell ranger on the files using commands generated by the following codes.
id.list<-readLines("/Users/yanxiting/Downloads/SRR_Acc_List(2).txt")
temp1<-paste("#!/bin/bash\n#SBATCH --time=24:00:00 --ntasks=1 --partition=general --cpus-per-task=8 --mem=80GB --job-name=",id.list," -o /home/xy48/scratch60/SARC_10X/cellranger_scripts/",id.list,".sh.o%J -e /home/xy48/scratch60/SARC_10X/cellranger_scripts/",id.list,".sh.e%J\n",sep="")
temp2<-rep("module load cellranger/5.0.0\nmodule load bcl2fastq2/2-20-0-foss-2018b\n",length(id.list))
temp3<-paste("cd /home/xy48/scratch60/SARC_10X/cellranger_results\n")
temp4<-paste("cellranger count --id=",id.list," --fastqs=/home/xy48/scratch60/SARC_10X/fastq --transcriptome=/home/xy48/scratch60/SARC_10X/refdata-gex-GRCh38-2020-A --localcores=8 --localmem=60 --sample=",id.list,"\n",sep="")
cmd.out<-cbind(temp1,temp2,temp3,temp4)
temp.cmd<-apply(cmd.out,1,paste,collapse="",sep="")
cat(temp.cmd,file="./cellranger_scripts.txt",append=F,sep="")There are samples with multiple runs. We run cellranger aggr to merge the multiple runs into one single nUMI vector.
source(file.path(home.dir,"Rprogram/my_functions.R"))
library(xlsx)
home.dir<-"/home/yanxiting/driver_Farnam"
runtable.filepath<-file.path(home.dir,"scratch60/SARC_10X/SraRunTable.txt")
id.filepath<-file.path(home.dir,"scratch60/SARC_10X/scRNA_ids.xlsx")
run.table<-read.table(runtable.filepath,sep="\t",header=T,check.names = F)
id.table<-read.xlsx(id.filepath,sheetIndex = 1,check.names=F)
temp.table<-run.table[run.table$`GEO_Accession (exp)`%in%as.matrix(id.table)[,1],]
temp.list<-split(as.matrix(temp.table)[,1],temp.table$`GEO_Accession (exp)`)
# extract the samples with multiple runs
temp.list<-temp.list[unlist(lapply(temp.list,length))>1]
# find out the fastq part these IDs belong to
temp.filenames<-list.files(file.path(home.dir,"scratch60/SARC_10X"))
temp.filenames<-temp.filenames[grep(".filelist",temp.filenames)]
temp.filenames<-temp.filenames[grep("fastq",temp.filenames)]
file.list<-list()
for(i in 1:length(temp.filenames)){
temp<-readLines(file.path(home.dir,"scratch60/SARC_10X",temp.filenames[i]))
temp<-unname(sapply(temp,my.element.extract,splitchar="/",index=-1))
temp<-unname(sapply(temp,my.element.extract,splitchar="_",index=1))
temp<-unique(temp)
file.list[[i]]<-temp
}
names(file.list)<-temp.filenames
temp<-character()
for(i in 1:length(file.list)){
temp<-c(temp,rep(names(file.list)[i],length(file.list[[i]])))
}
file.list.matrix<-cbind(unlist(file.list),temp)
temp<-list()
for(i in 1:length(temp.list)){
temp[[i]]<-unique(file.list.matrix[file.list.matrix[,1]%in%temp.list[[i]],2])
}
# transfer the cellranger results back to farnam
# generate the aggregation CSV file
cellranger.dir<-file.path(home.dir,"scratch60/SARC_10X/cellranger_results")
output.dir<-file.path(home.dir,"scratch60/SARC_10X/cellranger_aggr_scripts")
for(i in 1:length(temp.list)){
output.filepath<-file.path(output.dir,paste(names(temp.list)[i],"_aggr.csv",sep=""))
# pipeline before cellranger 6.0, use library. Otherwise, use sample_id
cmd.out<-c("library_id","molecule_h5")
cmd.out<-rbind(cmd.out,cbind(temp.list[[i]],paste("/home/xy48/scratch60/SARC_10X/cellranger_results/",temp.list[[i]],"/outs/molecule_info.h5",sep="")))
write.table(cmd.out,file=output.filepath,row.names=F,col.names=F,sep=",",append=F,quote=F)
}
# generate the sh file to run cellranger aggr on the replicated runs of the same sample.
script.dir<-file.path(home.dir,"scratch60/SARC_10X/cellranger_aggr_scripts")
result.dir<-file.path(home.dir,"scratch60/SARC_10X/cellranger_aggr_results")
for(i in 1:length(temp.list)){
csv.filepath<-file.path(script.dir,paste(names(temp.list)[i],"_aggr.csv",sep=""))
script.filepath<-file.path(script.dir,paste(names(temp.list)[i],".sh",sep=""))
cmd.out<-paste("#!/bin/bash\n#SBATCH --time=24:00:00 --ntasks=1 --partition=general --cpus-per-task=1 --mem=80GB --job-name=",names(temp.list)[i]," -o /home/xy48/scratch60/SARC_10X/cellranger_aggr_scripts/",names(temp.list)[i],".sh.o%J -e /home/xy48/scratch60/SARC_10X/cellranger_aggr_scripts/",names(temp.list)[i],".sh.e%J\n",sep="")
cmd.out<-paste(cmd.out,"module load cellranger/5.0.0\nmodule load bcl2fastq2/2-20-0-foss-2018b\n",sep="")
cmd.out<-paste(cmd.out,"cd /home/xy48/scratch60/SARC_10X/cellranger_aggr_results\n",sep="")
cmd.out<-paste(cmd.out,"cellranger aggr --id=",names(temp.list)[i]," --csv=/home/xy48/scratch60/SARC_10X/cellranger_aggr_scripts/",names(temp.list)[i],"_aggr.csv\n",sep="")
cat(cmd.out,file=script.filepath,append=F)
}We moved the cellranger aggr results back to cellranger_results together with the samples with unique run.
UMI matrix extraction
We extract the nUMI vector for the samples included in the original paper.
home.dir<-"/home/yanxiting/driver_Grace"
source(file.path(home.dir,"Rprogram/my_functions.R"))
library(xlsx)
runtable.filepath<-file.path(home.dir,"scratch_palmer/SARC_10x/SraRunTable.txt")
id.filepath<-file.path(home.dir,"scratch_palmer/SARC_10x/scRNA_ids.xlsx")
run.table<-read.table(runtable.filepath,sep="\t",header=T,check.names = F)
id.table<-read.xlsx(id.filepath,sheetIndex = 1,check.names=F)WARNING: An illegal reflective access operation has occurred
WARNING: Illegal reflective access by org.apache.poi.util.SAXHelper (file:/home/yanxiting/MyTools/R4.1.1/R-4.1.1/library/xlsxjars/java/poi-ooxml-3.10.1-20140818.jar) to method com.sun.org.apache.xerces.internal.util.SecurityManager.setEntityExpansionLimit(int)
WARNING: Please consider reporting this to the maintainers of org.apache.poi.util.SAXHelper
WARNING: Use --illegal-access=warn to enable warnings of further illegal reflective access operations
WARNING: All illegal access operations will be denied in a future releasemy.table<-run.table[run.table$`GEO_Accession (exp)`%in%as.matrix(id.table)[,1],]
filenames<-list.files(file.path(home.dir,"scratch_palmer/SARC_10x/cellranger_results"))
# use Read10x to load in the data
dir.list<-rep("",length(filenames))
sample.names<-character()
for(i in 1:length(filenames)){
if(substr(filenames[i],1,1)=="G"){
dir.list[i]<-file.path(home.dir,"scratch_palmer/SARC_10x/cellranger_results",filenames[i],"outs","count","filtered_feature_bc_matrix")
}else{
dir.list[i]<-file.path(home.dir,"scratch_palmer/SARC_10x/cellranger_results",filenames[i],"outs","filtered_feature_bc_matrix")
}
if(substr(filenames[i],1,1)=="G"){
sample.names<-c(sample.names,filenames[i])
}else{
sample.names<-c(sample.names,as.matrix(my.table)[my.table$Run==filenames[i],"Sample Name"])
}
}
# duplicated gene symbols will be changed to .1, .2, and so on.
temp<-Read10X(data.dir=dir.list,gene.column=2,cell.column=1)
temp.num<-as.numeric(sapply(colnames(temp),my.element.extract,splitchar="_",index=1))
temp1<-sample.names[temp.num]
temp2<-sapply(colnames(temp),my.element.extract,splitchar="_",index=-1)
colnames(temp)<-paste(temp1,"_",temp2,sep="")
output.filepath<-"/home/yanxiting/driver_Grace/scratch_palmer/SARC_10x/merged_nUMI_45_genenames_Read10X.rds"
saveRDS(temp,file=output.filepath,refhook=NULL)
#gcql1<-CreateSeuratObject(counts=temp)
merged.data<-numeric()
for(i in 1:length(filenames)){
if(substr(filenames[i],1,1)=="G"){
matrix.dir<-file.path(home.dir,"scratch_palmer/SARC_10x/cellranger_results",filenames[i],"outs","count","filtered_feature_bc_matrix")
}else{
matrix.dir<-file.path(home.dir,"scratch_palmer/SARC_10x/cellranger_results",filenames[i],"outs","filtered_feature_bc_matrix")
}
barcode.path <- file.path(matrix.dir, "barcodes.tsv.gz")
features.path <- file.path(matrix.dir, "features.tsv.gz")
matrix.path <- file.path(matrix.dir, "matrix.mtx.gz")
mat <- readMM(file = matrix.path)
feature.names = read.delim(features.path,
header = FALSE,
stringsAsFactors = FALSE)
barcode.names = read.delim(barcode.path,
header = FALSE,
stringsAsFactors = FALSE)
if(substr(filenames[i],1,1)=="G"){
sample.name<-filenames[i]
}else{
sample.name<-as.matrix(my.table)[my.table$Run==filenames[i],"Sample Name"]
}
colnames(mat) = paste0(sample.name,"_",barcode.names$V1)
rownames(mat) = feature.names$V2
if(i==1){
merged.data<-mat
gene.names<-rownames(mat)
}else{
merged.data<-cbind(merged.data,mat[gene.names,])
}
}
output.filepath<-"/home/yanxiting/driver_Grace/scratch_palmer/SARC_10x/merged_nUMI_45_genenames.rds"
saveRDS(merged.data,file=output.filepath,refhook=NULL)We transferred the cellranger results back to farnam to extract the nUMI results. We also add the samples with multiple runs into the merged matrix.
# samples with multiple runs have names of the GEO accession number.
source("/home/yanxiting/driver_Farnam/Rprogram/my_functions.R")
library(Matrix)
cellranger.dir<-"/home/yanxiting/driver_Farnam/scratch60/SARC_10X/cellranger_results"
runtable.filepath<-"/home/yanxiting/driver_Farnam/scratch60/SARC_10X/SraRunTable.txt"
# load in the run table
run.table<-read.table(runtable.filepath,sep="\t",header=T,check.names=F,stringsAsFactors = FALSE)
# load in the run names and the GSM IDs under the cell ranger results folder
temp.filenames<-list.files(cellranger.dir)
sample.rep<-temp.filenames[substr(temp.filenames,1,3)=="GSM"]
sample.uni<-temp.filenames[substr(temp.filenames,1,3)!="GSM"]
my.run.table<-run.table[as.matrix(run.table)[,"Sample Name"]%in%sample.rep | as.matrix(run.table)[,"Run"]%in%sample.uni,]
# extract the nUMI matrix
dirnames<-list.files(cellranger.dir)
dirnames<-dirnames[substr(dirnames,1,4)=="SRR1"]
for(i in 1:length(dirnames)){
run.name<-dirnames[i]
sample.name<-run.table[run.table[,"Run"]==run.name,"Sample Name"]
matrix_dir<-file.path(cellranger.dir,dirnames[i],"outs","filtered_feature_bc_matrix")
barcode.path <- file.path(matrix_dir, "barcodes.tsv.gz")
features.path <- file.path(matrix_dir, "features.tsv.gz")
matrix.path <- file.path(matrix_dir, "matrix.mtx.gz")
mat <- readMM(file = matrix.path)
feature.names = read.delim(features.path,
header = FALSE,
stringsAsFactors = FALSE)
barcode.names = read.delim(barcode.path,
header = FALSE,
stringsAsFactors = FALSE)
colnames(mat) = paste0(sample.name,"_",barcode.names$V1)
rownames(mat) = feature.names$V1
output.filepath<-file.path("/home/yanxiting/driver_Farnam/scratch60/SARC_10X/cellranger_results",paste0(sample.name,"_",run.name,"_nUMI.rds"))
saveRDS(mat,file=output.filepath,refhook=NULL)
}Since we have limited storage on the hpc, we back up the fastq.gz files and the cell ranger output folders. We extracted the nUMI matrix of each sample separately and deleted all other files to make room. All fastq.gz files and their corresponding cell ranger output folders are backed up on google drive under /Volumes/GoogleDrive/My Drive/GraceBackup/GRADS/SARC_PBMC/SARC_10X.
Seurat Analysis
We load the data into Seurat for downstream analysis, especially for the integrated analysis.
First, we create the Seurat object and preliminary filtering on genes and
# due to the unavailability of the cluster, we ran these codes on tac4 server with the same versions of R and packages
# srun --pty --x11 -p pi_kaminski -t 12:00:00 --ntasks=1 --nodes=1 --cpus-per-task=1 --mem=60152 bash
# module restore seurat
#home.dir<-"/home/yanxiting/driver_Farnam"
home.dir<-"/home/yanxiting/Documents/Research/GRADS_SARC_PBMC"
source("/home/yanxiting/Rprogram/my_functions.R")
#output.dir<-file.path(home.dir,"scratch60/SARC_10X/Seurat")
output.dir<-file.path(home.dir,"scRNA-seq/Seurat")
if(file.exists(output.dir)==F){
dir.create(output.dir)
}
# Load the merged data
merged.data<-readRDS(file.path(home.dir,"Data/merged_nUMI_45_genenames_Read10X.rds"),refhook=NULL)
#geoff.data <- Read10X(data.dir = file.path(data.dir,"outs","filtered_gene_bc_matrices_mex","GRCh38"))
#load(file.path(home.dir,"scratch_kaminski/public/Backup/Jonas/R_objects/10x_ChuppAsthma.mtx.hybrid_gene_symbols_wo_background_03_1119.Robj"))
gcql1 <- CreateSeuratObject(counts = merged.data, project = "SARC_10X",min.cells = 3, min.features = 200)
gcql1[["percent.mt"]] <- PercentageFeatureSet(gcql1, pattern = "^MT-")
cat("\n")cat("Originally, there are ",nrow(merged.data)," genes and ",ncol(merged.data)," cells in the data.\n",sep="")Originally, there are 36601 genes and 115826 cells in the data.cat("After the first step filtering, there are ",nrow(gcql1@assays$RNA@data)," genes and ",ncol(gcql1@assays$RNA@data)," cells in the filtered data.\n",sep="")After the first step filtering, there are 23851 genes and 73145 cells in the filtered data.rm(merged.data)
#gc(verbose=F)
invisible(gc())
# load in the phenotype data of all the samples
id.filepath<-file.path(home.dir,"Data/scRNA_ids.xlsx")
runtable.filepath<-file.path(home.dir,"Data/SraRunTable.txt")
run.table<-read.table(runtable.filepath,sep="\t",header=T,check.names = F)
id.table<-read.xlsx(id.filepath,sheetIndex = 1,check.names=F)
# get the sample names for all the cells
my.ident<-unname(sapply(colnames(gcql1@assays$RNA@counts),my.element.extract,splitchar="_",index=1))
names(my.ident)<-colnames(gcql1@assays$RNA@counts)
temp<-split(as.matrix(run.table)[,"study_classification"],as.matrix(run.table)[,"Sample Name"])
temp<-lapply(temp,unique)
my.disease<-unlist(temp[my.ident])
my.samplenames<-my.ident
disease.samplenames<-paste(my.disease,"_",my.samplenames,sep="")
# scRNA-seq QC metric.
#mito.genes1 <- grep(pattern = "^MT-", x = rownames(gcql1@assays$RNA@counts), value = TRUE)
#percent.mito1 <- Matrix::colSums(gcql1@assays$RNA@counts[mito.genes1, ])/Matrix::colSums(gcql1@assays$RNA@counts)
# AddMetaData adds columns to object@meta.data, and is a great place to
# stash QC stats
gcql1 <- AddMetaData(object = gcql1, metadata = my.disease, col.name = "disease")
gcql1 <- AddMetaData(object = gcql1, metadata = my.samplenames, col.name = "sample.names")
gcql1 <- AddMetaData(object = gcql1, metadata = my.ident, col.name = "sample")
gcql1 <- AddMetaData(object = gcql1, metadata = disease.samplenames, col.name = "disease.samplenames")
temp<-rep("pbmc",nrow(gcql1@meta.data))
gcql1 <- AddMetaData(object = gcql1, metadata = temp, col.name = "tissue")
# filter the data to only keep genes present (>0 in >=1% of all the cells) in >=3 subjects
gene.pres<-numeric()
sample.names.unique<-unique(gcql1@meta.data$sample.names)
for(i in 1:length(sample.names.unique)){
temp.matrix<-gcql1@assays$RNA@counts[,gcql1@meta.data$sample.names==sample.names.unique[i]]
temp.vect<-apply(temp.matrix>0,1,sum)
gene.pres<-cbind(gene.pres,temp.vect>=(ncol(temp.matrix)*0.01))
}
gene.names<-rownames(gcql1@assays$RNA@counts)[apply(gene.pres,1,sum)>=3]
gcql1.orig<-gcql1
gcql1<-subset(gcql1.orig,features=gene.names)
cat("After the first and second steps of filtering, there are ",nrow(gcql1@assays$RNA@counts)," genes and ",ncol(gcql1@assays$RNA@counts)," cells in the data.\n",sep="")After the first and second steps of filtering, there are 12834 genes and 73145 cells in the data.Second, we had a third filtering step on cells based on the nGene and percent.mito. Here are the plots to help us decide the threshold of the filtering.
#g1<-VlnPlot(object = gcql1, features = c("nFeature_RNA", "nCount_RNA", "percent.mt"), ncol = 3,group.by="samplenames",combine=T)
g2<-VlnPlot(object = gcql1, features= c("nFeature_RNA", "nCount_RNA", "percent.mt"), ncol = 3,group.by = "disease.samplenames",combine=T)
grid.arrange(g2,ncol=1)
# only keep cells with nFeature_RNA>=330 or <=6000
#gcql1<-subset(gcql1,subset= nFeature_RNA >= 300 & nFeature_RNA<= 6000 & percent.mt<= 50)
gcql1<-subset(gcql1,subset= nFeature_RNA >= 300 & percent.mt<= 50)
cat("After the third filtering step, we have ",nrow(gcql1@assays$RNA@counts)," genes and ",ncol(gcql1@assays$RNA@counts)," cells.\n",sep="")After the third filtering step, we have 12834 genes and 70244 cells.Based on the quality control plots, in the third filtering step, we removed cells with >50% mitochondrial percentage or <300 expressed genes. After this second filtering step, we have 12834 genes and 70244 cells remained.
Third, we normalize the unimputed and save the SAVER imputed data as the normalized data. These data are saved for downstream further processing.
# normalize the data and save the results
gcql1 <- NormalizeData(gcql1, normalization.method = "LogNormalize", scale.factor = 10000)Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|saveRDS(gcql1, file = file.path(output.dir,"1_normalized_data_unimputed_1.rds"))
#gcql1.saver<-NormalizeData(object = gcql1.saver, normalization.method = "LogNormalize", scale.factor = 10000)
#saveRDS(gcql1.saver, file = file.path(output.dir,"preprocessed_data_saverimputed_1.rds"))
cat("the preprocessed data for the unimputed data was saved as ",file.path(output.dir,"1_normalized_data_unimputed_1.rds"),"\n",sep="")the preprocessed data for the unimputed data was saved as /home/yanxiting/Documents/Research/GRADS_SARC_PBMC/scRNA-seq/Seurat/1_normalized_data_unimputed_1.rdscat("After the normalization, there are ",nrow(gcql1@assays$RNA@data)," genes and ",ncol(gcql1@assays$RNA@data)," cells\n",sep="")After the normalization, there are 12834 genes and 70244 cells#cat("the preprocessed data for the SAVER imputed data was saved as ",file.path(output.dir,"preprocessed_data_saverimputed_1.rds"),"\n",sep="")Original Cell Clustering
First, we find variable genes.
features.n<-2000
home.dir<-"/home/yanxiting/Documents/Research/GRADS_SARC_PBMC"We load in the normalized unimputed data and find the top 2000 variable genes for cell clustering. The normalized data was further scaled to remove the effect of nUMI and percent.mito for further cell clustering purpose.
# load in the normalized unimputed data
data.filepath<-file.path(home.dir,"scRNA-seq/Seurat/1_normalized_data_unimputed_1.rds")
output.dir<-file.path(home.dir,"scRNA-seq/Seurat")
if(file.exists(output.dir)==F){
dir.create(output.dir)
}
gcql1<-readRDS(file = data.filepath, refhook = NULL)
gcql1<-FindVariableFeatures(gcql1,selection.method="vst",nfeatures=features.n)Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|# Identify the 10 most highly variable genes
top10 <- head(VariableFeatures(gcql1), 10)
# plot variable features with and without labels
plot1 <- VariableFeaturePlot(gcql1)
plot2 <- LabelPoints(plot = plot1, points = top10, repel = TRUE)When using repel, set xnudge and ynudge to 0 for optimal resultsCombinePlots(plots = list(plot1, plot2))
Then we scale the data to remove the effect from nUMI and percent.mito. Here we decide to scale for all genes so that later on, the heatmap will be generated using the scaled data.
#maybe regress cell cycle http://satijalab.org/seurat/cell_cycle_vignette.html
all.genes<-rownames(gcql1)
#gcql1 <- ScaleData(gcql1,features = all.genes, vars.to.regress = c("nCount_RNA", "percent.mt"))
gcql1 <- ScaleData(gcql1)#output.filepath<-file.path(output.dir,"2_scaled_allgenes_unimputed.rds")
#saveRDS(gcql1, file = output.filepath)We perform the principal component analysis on the variable genes to decide the number of PCs to use for clustering.
gcql1 <- RunPCA(object = gcql1, features = VariableFeatures(gcql1), npcs=200,verbose=F)To see if there are PCs that are subject specific, the 2D PCA plots using the top 3 PCs are as follows for the un-imputed data.
#par(mfrow=c(2,2))
fig.1<-DimPlot(object = gcql1, dims = c(1,2), pt.size=0.5)
fig.2<-DimPlot(object = gcql1, dims = c(2,3), pt.size=0.5)
fig.3<-DimPlot(object = gcql1, dims = c(1,3), pt.size=0.5)
grid.arrange(fig.1,fig.2,fig.3,ncol=1)
We draw the heatmap of the top genes for each PC.
DimHeatmap(gcql1, dims = 1:10, cells = 500, balanced = TRUE)
DimHeatmap(gcql1, dims = 11:20, cells = 500, balanced = TRUE)
DimHeatmap(gcql1, dims = 21:30, cells = 500, balanced = TRUE)
DimHeatmap(gcql1, dims = 31:40, cells = 500, balanced = TRUE)
DimHeatmap(gcql1, dims = 41:50, cells = 500, balanced = TRUE)
DimHeatmap(gcql1, dims = 51:60, cells = 500, balanced = TRUE)
DimHeatmap(gcql1, dims = 61:70, cells = 500, balanced = TRUE)DimHeatmap(gcql1, dims = 71:80, cells = 500, balanced = TRUE)
We use the following Jackstraw plots and the Elbowplot to decide the number of PCs to use for downstream analysis.
gcql1 <- JackStraw(object = gcql1, num.replicate = 100, verbose = TRUE,dims=200)
| | 0 % ~calculating
|+ | 1 % ~02d 04h 52m 05s
|+ | 2 % ~02d 05h 28m 37s
|++ | 3 % ~02d 05h 09m 39s
|++ | 4 % ~02d 05h 35m 14s
|+++ | 5 % ~02d 05h 43m 55s
|+++ | 6 % ~02d 05h 13m 21s
|++++ | 7 % ~02d 06h 11m 00s
|++++ | 8 % ~02d 05h 23m 53s
|+++++ | 9 % ~02d 04h 30m 49s
|+++++ | 10% ~02d 04h 11m 26s
|++++++ | 11% ~02d 03h 29m 17s
|++++++ | 12% ~02d 02h 42m 11s
|+++++++ | 13% ~02d 02h 24m 55s
|+++++++ | 14% ~02d 01h 41m 47s
|++++++++ | 15% ~02d 01h 25m 26s
|++++++++ | 16% ~02d 00h 54m 42s
|+++++++++ | 17% ~02d 00h 03m 36s
|+++++++++ | 18% ~01d 23h 29m 41s
|++++++++++ | 19% ~01d 22h 45m 33s
|++++++++++ | 20% ~01d 21h 50m 30s
|+++++++++++ | 21% ~01d 21h 14m 04s
|+++++++++++ | 22% ~01d 20h 34m 58s
|++++++++++++ | 23% ~01d 20h 08m 32s
|++++++++++++ | 24% ~01d 19h 32m 28s
|+++++++++++++ | 25% ~01d 18h 53m 49s
|+++++++++++++ | 26% ~01d 18h 14m 19s
|++++++++++++++ | 27% ~01d 17h 39m 34s
|++++++++++++++ | 28% ~01d 17h 11m 30s
|+++++++++++++++ | 29% ~01d 16h 46m 55s
|+++++++++++++++ | 30% ~01d 16h 16m 34s
|++++++++++++++++ | 31% ~01d 15h 35m 32s
|++++++++++++++++ | 32% ~01d 14h 56m 52s
|+++++++++++++++++ | 33% ~01d 14h 25m 56s
|+++++++++++++++++ | 34% ~01d 13h 51m 05s
|++++++++++++++++++ | 35% ~01d 13h 17m 15s
|++++++++++++++++++ | 36% ~01d 12h 39m 13s
|+++++++++++++++++++ | 37% ~01d 12h 00m 52s
|+++++++++++++++++++ | 38% ~01d 11h 35m 20s
|++++++++++++++++++++ | 39% ~01d 11h 01m 13s
|++++++++++++++++++++ | 40% ~01d 10h 23m 26s
|+++++++++++++++++++++ | 41% ~01d 09h 47m 04s
|+++++++++++++++++++++ | 42% ~01d 09h 13m 18s
|++++++++++++++++++++++ | 43% ~01d 08h 37m 22s
|++++++++++++++++++++++ | 44% ~01d 08h 05m 25s
|+++++++++++++++++++++++ | 45% ~01d 07h 30m 49s
|+++++++++++++++++++++++ | 46% ~01d 06h 52m 44s
|++++++++++++++++++++++++ | 47% ~01d 06h 15m 28s
|++++++++++++++++++++++++ | 48% ~01d 05h 41m 15s
|+++++++++++++++++++++++++ | 49% ~01d 05h 06m 05s
|+++++++++++++++++++++++++ | 50% ~01d 04h 36m 22s
|++++++++++++++++++++++++++ | 51% ~01d 04h 02m 26s
|++++++++++++++++++++++++++ | 52% ~01d 03h 26m 60s
|+++++++++++++++++++++++++++ | 53% ~01d 02h 49m 39s
|+++++++++++++++++++++++++++ | 54% ~01d 02h 15m 55s
|++++++++++++++++++++++++++++ | 55% ~01d 01h 41m 50s
|++++++++++++++++++++++++++++ | 56% ~01d 01h 07m 07s
|+++++++++++++++++++++++++++++ | 57% ~01d 00h 32m 10s
|+++++++++++++++++++++++++++++ | 58% ~23h 56m 19s
|++++++++++++++++++++++++++++++ | 59% ~23h 20m 40s
|++++++++++++++++++++++++++++++ | 60% ~22h 47m 28s
|+++++++++++++++++++++++++++++++ | 61% ~22h 14m 05s
|+++++++++++++++++++++++++++++++ | 62% ~21h 40m 42s
|++++++++++++++++++++++++++++++++ | 63% ~21h 06m 44s
|++++++++++++++++++++++++++++++++ | 64% ~20h 32m 04s
|+++++++++++++++++++++++++++++++++ | 65% ~19h 56m 27s
|+++++++++++++++++++++++++++++++++ | 66% ~19h 22m 30s
|++++++++++++++++++++++++++++++++++ | 67% ~18h 48m 31s
|++++++++++++++++++++++++++++++++++ | 68% ~18h 14m 06s
|+++++++++++++++++++++++++++++++++++ | 69% ~17h 38m 53s
|+++++++++++++++++++++++++++++++++++ | 70% ~17h 03m 54s
|++++++++++++++++++++++++++++++++++++ | 71% ~16h 30m 03s
|++++++++++++++++++++++++++++++++++++ | 72% ~15h 55m 08s
|+++++++++++++++++++++++++++++++++++++ | 73% ~15h 21m 54s
|+++++++++++++++++++++++++++++++++++++ | 74% ~14h 48m 03s
|++++++++++++++++++++++++++++++++++++++ | 75% ~14h 14m 20s
|++++++++++++++++++++++++++++++++++++++ | 76% ~13h 39m 42s
|+++++++++++++++++++++++++++++++++++++++ | 77% ~13h 06m 04s
|+++++++++++++++++++++++++++++++++++++++ | 78% ~12h 32m 35s
|++++++++++++++++++++++++++++++++++++++++ | 79% ~11h 58m 06s
|++++++++++++++++++++++++++++++++++++++++ | 80% ~11h 23m 56s
|+++++++++++++++++++++++++++++++++++++++++ | 81% ~10h 49m 43s
|+++++++++++++++++++++++++++++++++++++++++ | 82% ~10h 14m 45s
|++++++++++++++++++++++++++++++++++++++++++ | 83% ~09h 41m 07s
|++++++++++++++++++++++++++++++++++++++++++ | 84% ~09h 06m 34s
|+++++++++++++++++++++++++++++++++++++++++++ | 85% ~08h 32m 37s
|+++++++++++++++++++++++++++++++++++++++++++ | 86% ~07h 57m 47s
|++++++++++++++++++++++++++++++++++++++++++++ | 87% ~07h 23m 31s
|++++++++++++++++++++++++++++++++++++++++++++ | 88% ~06h 49m 05s
|+++++++++++++++++++++++++++++++++++++++++++++ | 89% ~06h 14m 29s
|+++++++++++++++++++++++++++++++++++++++++++++ | 90% ~05h 40m 14s
|++++++++++++++++++++++++++++++++++++++++++++++ | 91% ~05h 06m 20s
|++++++++++++++++++++++++++++++++++++++++++++++ | 92% ~04h 32m 23s
|+++++++++++++++++++++++++++++++++++++++++++++++ | 93% ~03h 58m 25s
|+++++++++++++++++++++++++++++++++++++++++++++++ | 94% ~03h 24m 18s
|++++++++++++++++++++++++++++++++++++++++++++++++ | 95% ~02h 50m 07s
|++++++++++++++++++++++++++++++++++++++++++++++++ | 96% ~02h 15m 56s
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 97% ~01h 42m 00s
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 98% ~01h 07m 59s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 99% ~33m 59s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 100% elapsed=02d 08h 37m 33s
| | 0 % ~calculating
|+ | 1 % ~06s
|+ | 2 % ~06s
|++ | 3 % ~11s
|++ | 4 % ~09s
|+++ | 5 % ~08s
|+++ | 6 % ~07s
|++++ | 7 % ~08s
|++++ | 8 % ~07s
|+++++ | 9 % ~07s
|+++++ | 10% ~07s
|++++++ | 11% ~06s
|++++++ | 12% ~06s
|+++++++ | 13% ~06s
|+++++++ | 14% ~06s
|++++++++ | 15% ~06s
|++++++++ | 16% ~06s
|+++++++++ | 17% ~05s
|+++++++++ | 18% ~05s
|++++++++++ | 19% ~05s
|++++++++++ | 20% ~05s
|+++++++++++ | 21% ~05s
|+++++++++++ | 22% ~05s
|++++++++++++ | 23% ~05s
|++++++++++++ | 24% ~05s
|+++++++++++++ | 25% ~05s
|+++++++++++++ | 26% ~05s
|++++++++++++++ | 27% ~05s
|++++++++++++++ | 28% ~04s
|+++++++++++++++ | 29% ~04s
|+++++++++++++++ | 30% ~04s
|++++++++++++++++ | 31% ~04s
|++++++++++++++++ | 32% ~04s
|+++++++++++++++++ | 33% ~04s
|+++++++++++++++++ | 34% ~04s
|++++++++++++++++++ | 35% ~04s
|++++++++++++++++++ | 36% ~04s
|+++++++++++++++++++ | 37% ~04s
|+++++++++++++++++++ | 38% ~04s
|++++++++++++++++++++ | 39% ~04s
|++++++++++++++++++++ | 40% ~04s
|+++++++++++++++++++++ | 41% ~04s
|+++++++++++++++++++++ | 42% ~03s
|++++++++++++++++++++++ | 43% ~03s
|++++++++++++++++++++++ | 44% ~03s
|+++++++++++++++++++++++ | 45% ~03s
|+++++++++++++++++++++++ | 46% ~03s
|++++++++++++++++++++++++ | 47% ~03s
|++++++++++++++++++++++++ | 48% ~03s
|+++++++++++++++++++++++++ | 49% ~03s
|+++++++++++++++++++++++++ | 50% ~03s
|++++++++++++++++++++++++++ | 51% ~03s
|++++++++++++++++++++++++++ | 52% ~03s
|+++++++++++++++++++++++++++ | 53% ~03s
|+++++++++++++++++++++++++++ | 54% ~03s
|++++++++++++++++++++++++++++ | 55% ~03s
|++++++++++++++++++++++++++++ | 56% ~03s
|+++++++++++++++++++++++++++++ | 57% ~03s
|+++++++++++++++++++++++++++++ | 58% ~03s
|++++++++++++++++++++++++++++++ | 59% ~02s
|++++++++++++++++++++++++++++++ | 60% ~02s
|+++++++++++++++++++++++++++++++ | 61% ~02s
|+++++++++++++++++++++++++++++++ | 62% ~02s
|++++++++++++++++++++++++++++++++ | 63% ~02s
|++++++++++++++++++++++++++++++++ | 64% ~02s
|+++++++++++++++++++++++++++++++++ | 65% ~02s
|+++++++++++++++++++++++++++++++++ | 66% ~02s
|++++++++++++++++++++++++++++++++++ | 67% ~02s
|++++++++++++++++++++++++++++++++++ | 68% ~02s
|+++++++++++++++++++++++++++++++++++ | 69% ~02s
|+++++++++++++++++++++++++++++++++++ | 70% ~02s
|++++++++++++++++++++++++++++++++++++ | 71% ~02s
|++++++++++++++++++++++++++++++++++++ | 72% ~02s
|+++++++++++++++++++++++++++++++++++++ | 73% ~02s
|+++++++++++++++++++++++++++++++++++++ | 74% ~02s
|++++++++++++++++++++++++++++++++++++++ | 75% ~01s
|++++++++++++++++++++++++++++++++++++++ | 76% ~01s
|+++++++++++++++++++++++++++++++++++++++ | 77% ~01s
|+++++++++++++++++++++++++++++++++++++++ | 78% ~01s
|++++++++++++++++++++++++++++++++++++++++ | 79% ~01s
|++++++++++++++++++++++++++++++++++++++++ | 80% ~01s
|+++++++++++++++++++++++++++++++++++++++++ | 81% ~01s
|+++++++++++++++++++++++++++++++++++++++++ | 82% ~01s
|++++++++++++++++++++++++++++++++++++++++++ | 83% ~01s
|++++++++++++++++++++++++++++++++++++++++++ | 84% ~01s
|+++++++++++++++++++++++++++++++++++++++++++ | 85% ~01s
|+++++++++++++++++++++++++++++++++++++++++++ | 86% ~01s
|++++++++++++++++++++++++++++++++++++++++++++ | 87% ~01s
|++++++++++++++++++++++++++++++++++++++++++++ | 88% ~01s
|+++++++++++++++++++++++++++++++++++++++++++++ | 89% ~01s
|+++++++++++++++++++++++++++++++++++++++++++++ | 90% ~01s
|++++++++++++++++++++++++++++++++++++++++++++++ | 91% ~01s
|++++++++++++++++++++++++++++++++++++++++++++++ | 92% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++ | 93% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++ | 94% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++ | 95% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++ | 96% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 97% ~00s
|+++++++++++++++++++++++++++++++++++++++++++++++++ | 98% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 99% ~00s
|++++++++++++++++++++++++++++++++++++++++++++++++++| 100% elapsed=06s gcql1 <- ScoreJackStraw(gcql1, dims = 1:200)JackStrawPlot(gcql1, dims = 1:100)
ElbowPlot(object = gcql1,ndims=100)
pc.num<-46Based on the JackStraw plot and the Elbow plot, we decided to use the top 46 PCs for the unimputed data.
saveRDS(gcql1, file = file.path(output.dir,paste("2_dimreduction_data_",length(gcql1@assays$RNA@var.features),"vargenes_pipeline1.rds",sep="")))
# we save the file as preprocessed_data_saver.rds to prevent any mistakes but we change the file name back to preprocessed_data.rds before performing downstream analysis.
cat("We save the R project as\n")We save the R project ascat("unimputed data:\t",file.path(output.dir,paste("2_dimreduction_data_",length(gcql1@assays$RNA@var.features),"vargenes_pipeline1.rds",sep="")),"\n",sep="")unimputed data: /home/yanxiting/Documents/Research/GRADS_SARC_PBMC/scRNA-seq/Seurat/2_dimreduction_data_2000vargenes_pipeline1.rdsBased on the Jackstraw plots, we decided to use the 46 top PCs for clustering.
Data visualization
UMAP
To identify potential outlying cells and samples, we first label the tSNE plot using disease_samplenames.
sample1<-FindNeighbors(gcql1,dims=1:pc.num)Computing nearest neighbor graph
Computing SNNsample1<-FindClusters(sample1,resolution=1.2)Modularity Optimizer version 1.3.0 by Ludo Waltman and Nees Jan van Eck
Number of nodes: 70244
Number of edges: 2398867
Running Louvain algorithm...0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|Maximum modularity in 10 random starts: 0.8762
Number of communities: 40
Elapsed time: 23 secondssample1<-RunUMAP(sample1,dims=1:pc.num)22:23:44 UMAP embedding parameters a = 0.9922 b = 1.112
22:23:44 Read 70244 rows and found 46 numeric columns
22:23:44 Using Annoy for neighbor search, n_neighbors = 30
22:23:44 Building Annoy index with metric = cosine, n_trees = 50
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
22:23:59 Writing NN index file to temp file /tmp/RtmpGbMf9o/file31239293ae5
22:23:59 Searching Annoy index using 1 thread, search_k = 3000
22:24:35 Annoy recall = 100%
22:24:37 Commencing smooth kNN distance calibration using 1 thread with target n_neighbors = 30
22:24:42 Initializing from normalized Laplacian + noise (using irlba)
22:24:49 Commencing optimization for 200 epochs, with 3281762 positive edges
Using method 'umap'
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
22:26:36 Optimization finished#sample1<-RunUMAP(sample1,dims=1:pc.num,umap.method="umap-learn")fig1<-DimPlot(sample1,reduction="umap")
fig2<-DimPlot(sample1,reduction="umap",group.by="disease.samplenames")
fig3<-DimPlot(sample1,reduction="umap",group.by="disease")
grid.arrange(fig1,fig2,fig3,ncol=1)
pc.num<-46
# generate the TSNE plot labeled by labeling samples with different colors
sample1<-FindNeighbors(gcql1,dims=1:pc.num)sample1<-FindClusters(sample1,resolution=1.2)sample1<-RunUMAP(sample1,dims=1:pc.num)#sample1<-RunUMAP(sample1,dims=1:pc.num,umap.method="umap-learn")
fig1<-DimPlot(sample1,reduction="umap")
fig2<-DimPlot(sample1,reduction="umap",group.by="disease.samplenames")
fig3<-DimPlot(sample1,reduction="umap",group.by="disease")
grid.arrange(fig1,fig2,fig3,ncol=1)
tSNE plot
pc.num<-35
sample1 <- RunTSNE(sample1, dims= 1:pc.num)data saving
saveRDS(sample1, file = file.path(output.dir,paste("2_visualization_data_",length(gcql1@assays$RNA@var.features),"vargenes_pipeline1.rds",sep="")))
cat("We saved the seurat object with UMAP and tSNE as ",file.path(output.dir,paste("2_visualization_data_",length(sample1@assays$RNA@var.features),"vargenes_pipeline1.rds",sep="")),"\n",sep="")We saved the seurat object with UMAP and tSNE as /home/yanxiting/Documents/Research/GRADS_SARC_PBMC/scRNA-seq/Seurat/2_visualization_data_2000vargenes_pipeline1.rdsIntegrative Analysis
my.distinct.colors<-c('#e6194b', '#3cb44b', '#ffe119', '#4363d8', '#f58231', '#911eb4', '#46f0f0', '#f032e6', '#bcf60c', '#fabebe', '#008080', '#e6beff', '#9a6324', '#fffac8', '#800000', '#aaffc3', '#808000', '#ffd8b1', '#000075', '#808080', '#ffffff', '#000000')To describe the cell types captured in the data, the integrated analysis may provide cleaner results. Therefore, we conduct the integrated analysis of all the asthma 10X data using Seurat V3.1 in this note to reduce the subject effect in the data visulization and the trajectory analysis at least.
Data Loading
########################################################
# 1. load in the singler object
data.dir<-file.path(home.dir,"scRNA-seq/Seurat")
sample1<-readRDS(file.path(data.dir,"2_visualization_data_2000vargenes_pipeline1.rds"),refhook = NULL)
sample1.raw<-sample1integrating data
Split the whole dataset based on subject ID (fresh and DSMO samples from the same subject are considered as one sample). Find anchors to integrate all the datasets together.
sample1.list<-SplitObject(sample1.raw,split.by="sample.names")
sample1.list<-lapply(X=sample1.list,FUN=function(x){
x<-NormalizeData(x)
x<-FindVariableFeatures(x,selection.method="vst",nfeatures=2000)
})Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Performing log-normalization
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating gene variances
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|
Calculating feature variances of standardized and clipped values
0% 10 20 30 40 50 60 70 80 90 100%
[----|----|----|----|----|----|----|----|----|----|
**************************************************|temp.cellnum<-unlist(lapply(sample1.list,ncol))
# increase the global maxSize
options(future.globals.maxSize= 4194304000)
#sample1.anchors<-FindIntegrationAnchors(sample1.list[temp.cellnum>=92],k.filter=92,dims=1:40,verbose=FALSE)
sample1.anchors<-FindIntegrationAnchors(sample1.list[temp.cellnum>=40],k.filter=40,dims=1:40,verbose=FALSE)
| | 0 % ~calculating Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+ | 1 % ~06h 43m 19s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++ | 2 % ~04h 32m 28s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++ | 3 % ~03h 50m 49s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++ | 4 % ~03h 20m 10s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++ | 6 % ~02h 58m 02s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++++ | 7 % ~02h 35m 25s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++++ | 8 % ~02h 57m 22s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++++ | 9 % ~03h 02m 08s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++++ | 10% ~02h 50m 25s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++++++ | 11% ~02h 56m 59s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++++++ | 12% ~02h 51m 05s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++++++ | 13% ~03h 01m 15s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++++++++ | 14% ~02h 59m 06s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++++++++ | 16% ~03h 00m 55s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++++++++ | 17% ~02h 57m 15s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|+++++++++ | 18% ~02h 58m 28s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++++++++++ | 19% ~02h 54m 60s Warning in irlba(A = mat3, nv = num.cc) :
You're computing too large a percentage of total singular values, use a standard svd instead.
|++++++++++ | 20% ~02h 59m 36s Cluster the cells using the integrated data.
We save the result in a rds file.
Visualizing integrated data
integrating data (rPCA)
Split the whole dataset based on subject ID (fresh and DSMO samples from the same subject are considered as one sample). Find anchors to integrate all the datasets together.
sample1.list<-SplitObject(sample1.raw,split.by="sample.names")
sample1.list<-lapply(X=sample1.list,FUN=function(x){
x<-NormalizeData(x)
x<-FindVariableFeatures(x,selection.method="vst",nfeatures=2000)
})
temp.cellnum<-unlist(lapply(sample1.list,ncol))
# increase the global maxSize
options(future.globals.maxSize= 4194304000)
#sample1.anchors<-FindIntegrationAnchors(sample1.list[temp.cellnum>=92],k.filter=92,dims=1:40,verbose=FALSE)
sample1.anchors<-FindIntegrationAnchors(sample1.list[temp.cellnum>=40],k.filter=40,dims=1:40,verbose=FALSE)
#sample1.combined<-IntegrateData(anchorset=sample1.anchors,features.to.integrate=rownames(sample1.raw@assays$RNA@counts),dims=1:40,verbose=FALSE)
sample1.combined<-IntegrateData(anchorset=sample1.anchors,dims=1:40,verbose=FALSE)dir.create(file.path(output.dir,"integrated_analysis"))
output.filepath<-file.path(output.dir,"integrated_analysis","seurat_object_integrated_allcells.rds")
saveRDS(sample1.combined,file=output.filepath)
cat("We saved the integrated data for all cells as ",output.filepath,"\n",sep="")
output.filepath<-file.path(output.dir,"integrated_analysis","seurat_object_original_allcells.rds")
saveRDS(sample1,file=output.filepath)
cat("We saved the original data for all cells as ",output.filepath,"\n",sep="")Cluster the cells using the integrated data.
DefaultAssay(sample1.combined) <- "integrated"
# Run the standard workflow for visualization and clustering
sample1.combined <- ScaleData(sample1.combined, verbose = FALSE)
sample1.combined <- RunPCA(sample1.combined, npcs = 40, verbose = FALSE)
# t-SNE and Clustering
sample1.combined <- RunUMAP(sample1.combined, reduction = "pca", dims = 1:40)
sample1.combined <- FindNeighbors(sample1.combined, reduction = "pca", dims = 1:40)
sample1.combined <- FindClusters(sample1.combined, resolution = 1.2)We save the result in a rds file.
output.subdir<-file.path(output.dir,"integrated_analysis")
if(file.exists(output.subdir)==F){
dir.create(output.subdir)
}
output.filepath<-file.path(output.subdir,"seurat_object_integrated_allcells_cellclustering_noSingleR.rds")
saveRDS(sample1.combined,file=output.filepath)
cat("We saved the seurat object of the integrated data with cell clustering results only as ",output.filepath,"\n",sep="")Visualizing integrated data
library(cowplot)
p1 <- DimPlot(sample1.combined, reduction = "umap", group.by = "sample.names")
p2 <- DimPlot(sample1.combined, reduction = "umap", label = TRUE)
#p3<-DimPlot(sample1.combined, reduction = "umap", group.by="singler.hpca.cluster.merged", label = TRUE,cols=my.distinct.colors)
#p4<-DimPlot(sample1.combined, reduction = "umap", group.by="singler.hpca.cluster", label = TRUE,cols=my.distinct.colors)
p5<-DimPlot(sample1.combined, reduction = "umap", group.by="disease", label = TRUE,cols=my.distinct.colors)
#plot_grid(p2, p1, p3,p4,p5,ncol=1)
plot_grid(p2, p1,p5,ncol=1)Integrate with existing data
We obtained another PBMC 10X data annotated in Kaminski lab so that we can integrate this dataset with the annotated data to annotate the cells in this dataset. The seurat object containing the annotated PBMC 10x data is under /home/xy48/scratch_palmer/Amy_PBMC on grace hpc. We ran this section of codes on hpc.
data loading
We first load in the annotated PBMC 10x data from Amy.
We then load in the integrated seurat object of our data.
data.filepath<-"/home/yanxiting/Documents/Research/GRADS_SARC_PBMC/scRNA-seq/Seurat/integrated_analysis/seurat_object_integrated_allcells_cellclustering_noSingleR.rds"
sample1.combined<-readRDS(data.filepath,refhook=NULL)Merge the raw count data from these two sources for integration analysis.
merged.data<-cbind(sample1.combined@assays$RNA@counts,amy.10x@assays$RNA@counts)
merged.metadata<-
merge.data<-CreateSeuratObject(counts=merged.data,project="MergedSeuratObject",assay="RNA",meta.data = )Split the whole dataset based on subject ID. Find anchors to integrate all the datasets together.
sample1.list<-SplitObject(sample1.raw,split.by="subject.names")
sample1.list<-lapply(X=sample1.list,FUN=function(x){
x<-NormalizeData(x)
x<-FindVariableFeatures(x,selection.method="vst",nfeatures=2000)
})
temp.cellnum<-unlist(lapply(sample1.list,ncol))
# increase the global maxSize
options(future.globals.maxSize= 4194304000)
sample1.anchors<-FindIntegrationAnchors(sample1.list[temp.cellnum>=92],k.filter=92,dims=1:40,verbose=FALSE)
#sample1.combined<-IntegrateData(anchorset=sample1.anchors,features.to.integrate=rownames(sample1.raw@assays$RNA@counts),dims=1:40,verbose=FALSE)
sample1.combined<-IntegrateData(anchorset=sample1.anchors,dims=1:40,verbose=FALSE)output.filepath<-file.path(output.dir,"integrated_analysis","seurat_object_integrated_allcells.rds")
saveRDS(sample1.combined,file=output.filepath)
cat("We saved the integrated data for all cells as ",output.filepath,"\n",sep="")
output.filepath<-file.path(output.dir,"integrated_analysis","seurat_object_original_allcells.rds")
saveRDS(sample1,file=output.filepath)
cat("We saved the original data for all cells as ",output.filepath,"\n",sep="")Cluster the cells using the integrated data.
DefaultAssay(sample1.combined) <- "integrated"
# Run the standard workflow for visualization and clustering
sample1.combined <- ScaleData(sample1.combined, verbose = FALSE)
sample1.combined <- RunPCA(sample1.combined, npcs = 40, verbose = FALSE)
# t-SNE and Clustering
sample1.combined <- RunUMAP(sample1.combined, reduction = "pca", dims = 1:40)
sample1.combined <- FindNeighbors(sample1.combined, reduction = "pca", dims = 1:40)
sample1.combined <- FindClusters(sample1.combined, resolution = 1.2)We save the result in a rds file.
output.subdir<-file.path(output.dir,"integrated_analysis")
if(file.exists(output.subdir)==F){
dir.create(output.subdir)
}
output.filepath<-file.path(output.subdir,"seurat_object_integrated_allcells_cellclustering_noSingleR.rds")
saveRDS(sample1.combined,file=output.filepath)
cat("We saved the seurat object of the integrated data with cell clustering results only as ",output.filepath,"\n",sep="")Visualizing integrated data using old SingleR results
p1 <- DimPlot(sample1.combined, reduction = "umap", group.by = "subject.names")
p2 <- DimPlot(sample1.combined, reduction = "umap", label = TRUE)
p3<-DimPlot(sample1.combined, reduction = "umap", group.by="singler.hpca.cluster.merged", label = TRUE,cols=my.distinct.colors)
p4<-DimPlot(sample1.combined, reduction = "umap", group.by="singler.hpca.cluster", label = TRUE,cols=my.distinct.colors)
p5<-DimPlot(sample1.combined, reduction = "umap", group.by="disease", label = TRUE,cols=my.distinct.colors)
plot_grid(p2, p1, p3,p4,p5,ncol=1)Visualize the integrated data by splitting it to different clusters.
fig.list<-list()
celltype.names<-as.numeric(unique(as.character(Idents(sample1.combined))))
celltype.names<-sort(celltype.names,decreasing=F)
for(i in 1:length(celltype.names)){
temp.map<-as.character(Idents(sample1.combined))
temp.map[temp.map!=celltype.names[i]]="other"
sample1.combined@meta.data$temp.map<-temp.map
fig.list[[2*(i-1)+1]]<-DimPlot(sample1.combined, reduction = "umap", label = FALSE,group.by="ident")
#fig.list[[2*i]]<-DimPlot(sample1.combined, reduction = "umap", label = FALSE,group.by="temp.map",cols=c(my.distinct.colors[i],"grey"))
fig.list[[2*i]]<-DimPlot(sample1.combined, reduction = "umap", label = FALSE,group.by="temp.map",cols=c("red","grey"))
}
do.call(grid.arrange,c(fig.list,ncol=2))Visualize the integrated data by splitting it to different subjects and different cell type annotation (old).
fig.list<-list()
celltype.names<-unique(as.character(sample1.combined@meta.data$singler.hpca.cluster))
celltype.names<-sort(celltype.names,decreasing=T)
for(i in 1:length(celltype.names)){
temp.map<-as.character(sample1.combined@meta.data$singler.hpca.cluster)
temp.map[temp.map!=celltype.names[i]]<-"zother"
sample1.combined@meta.data$temp.map<-temp.map
fig.list[[i]]<-DimPlot(sample1.combined, reduction = "umap",group.by="temp.map",label = FALSE,pt.size=0.5,cols=c(my.distinct.colors[i],"grey"))
}
do.call(grid.arrange,c(fig.list,ncol=2))Cell typing using SingleR annotation
We run SingleR (v 1.2.0) again based on the clustering results based on the integrated data and visualize the data using the new cell typing annotation.
# run SingleR with HPCA as reference dataset.
library(SingleR)
library(scRNAseq)
library(scater)
hpca.se <- HumanPrimaryCellAtlasData()
hpca.se
#hESCs <- LaMannoBrainData('human-es')
my.temp<-CreateSeuratObject(counts=sample1.combined@assays$RNA@counts,project = "ChuppSputum",min.cells = 0, min.features = 0)
temp<-as.SingleCellExperiment(my.temp,assay="RNA")
temp<-logNormCounts(temp)
sample1.singler.hpca<-SingleR(test=temp,ref=hpca.se,labels=hpca.se$label.fine,method="cluster",clusters=as.character(Idents(sample1.combined)))
plotScoreHeatmap(sample1.singler.hpca)Data visulization labelled by the new SingleR results on the combined data.
cluster.names<-rownames(sample1.singler.hpca)
cluster.labels<-sample1.singler.hpca$pruned.labels
temp.map<-as.character(Idents(sample1.combined))
temp.map<-plyr::mapvalues(x=temp.map,from=cluster.names,to=cluster.labels)
sample1.combined<-AddMetaData(sample1.combined,metadata=temp.map,col.name="singler.hpca.cluster.combined")Get the main cell type labels and save the annotated seurat R object.
# get the main labels
my.temp<-CreateSeuratObject(counts=sample1.combined@assays$RNA@counts,project = "ChuppSputum",min.cells = 0, min.features = 0)
temp<-as.SingleCellExperiment(my.temp,assay="RNA")
temp<-logNormCounts(temp)
sample1.singler.hpca<-SingleR(test=temp,ref=hpca.se,labels=hpca.se$label.main,method="cluster",clusters=as.character(Idents(sample1.combined)))
plotScoreHeatmap(sample1.singler.hpca)cluster.names<-rownames(sample1.singler.hpca)
cluster.labels<-sample1.singler.hpca$pruned.labels
temp.map<-as.character(Idents(sample1.combined))
temp.map<-plyr::mapvalues(x=temp.map,from=cluster.names,to=cluster.labels)
sample1.combined<-AddMetaData(sample1.combined,metadata=temp.map,col.name="singler.hpca.cluster.main.combined")
output.filepath<-file.path(output.subdir,"seurat_object_integrated_allcells_cellclustering_singler_hpca.rds")
saveRDS(sample1.combined,file=output.filepath)Visulizing the SingleR cell typing results on the combined UMAP.
fig.list<-list()
celltype.names<-unique(as.character(sample1.combined@meta.data$singler.hpca.cluster.combined))
celltype.names<-sort(celltype.names,decreasing=T)
for(i in 1:length(celltype.names)){
temp.map<-as.character(sample1.combined@meta.data$singler.hpca.cluster.combined)
temp.map[temp.map!=celltype.names[i]]<-"zother"
sample1.combined@meta.data$temp.map<-temp.map
fig.list[[i]]<-DimPlot(sample1.combined, reduction = "umap",group.by="temp.map",label = FALSE,pt.size=0.5,cols=c(my.distinct.colors[i],"grey"))
}
do.call(grid.arrange,c(fig.list,ncol=2))LS0tCnRpdGxlOiAiR1NFQSBhbmFseXNpcyBvZiBTQVJDIGFzc29jaWF0ZWQgZ2VuZXMiCmF1dGhvcjogIlhpdGluZyBZYW4iCmRhdGU6ICIxMC8wMi8yMDE5IgpvdXRwdXQ6CiAgaHRtbF9ub3RlYm9vazoKICAgIGNvZGVfZm9sZGluZzogaGlkZQogICAgZmlnX2NhcHRpb246IHllcwogICAgaGlnaGxpZ2h0OiB0YW5nbwogICAgbnVtYmVyX3NlY3Rpb25zOiBubwogICAgdGhlbWU6IHVuaXRlZAogICAgdG9jOiB5ZXMKICAgIHRvY19kZXB0aDogNgogICAgdG9jX2Zsb2F0OiB5ZXMKLS0tCgpgYGB7ciBzZXR1cCwgaW5jbHVkZT1GQUxTRX0Ka25pdHI6Om9wdHNfY2h1bmskc2V0KGV2YWw9VFJVRSxlY2hvID0gVFJVRSxjYWNoZT1UUlVFLHdhcm5pbmc9RkFMU0UsbWVzc2FnZSA9IEZBTFNFLHJlc3VsdHM9J2hvbGQnLGNhY2hlLmxhenkgPSBGQUxTRSkKa25pdHI6Om9wdHNfa25pdCRzZXQoZXZhbC5hZnRlciA9ICdmaWcuY2FwJyxkZXY9YygncG5nJywncG9zdHNjcmlwdCcpKQoKCmxpYnJhcnkoY2lyY2xpemUpCmxpYnJhcnkoY2x1c3RlclByb2ZpbGVyKQpsaWJyYXJ5KGNvcnJwbG90KQpsaWJyYXJ5KENvbXBsZXhIZWF0bWFwKQpsaWJyYXJ5KGRwbHlyKQpsaWJyYXJ5KEVuc0RiLkhzYXBpZW5zLnY4NikgCmxpYnJhcnkoZ2RhdGEpCmxpYnJhcnkoZ2dwbG90MikKbGlicmFyeShnZ3B1YnIpCmxpYnJhcnkoZ2dyZXBlbCkKbGlicmFyeShncGxvdHMpCmxpYnJhcnkoZ3JpZCkKbGlicmFyeShncmlkRXh0cmEpCmxpYnJhcnkoZ3JpZEdyYXBoaWNzKQpsaWJyYXJ5KGthYmxlRXh0cmEpCmxpYnJhcnkoa25pdHIpCmxpYnJhcnkoTWF0cml4KQpsaWJyYXJ5KG9yZy5Icy5lZy5kYikKbGlicmFyeShwYXJhbGxlbCkKbGlicmFyeShyZXNoYXBlMikKbGlicmFyeShzY2FsZXMpCmxpYnJhcnkoU2V1cmF0KQpsaWJyYXJ5KFNpbmdsZVIpCmxpYnJhcnkodGlkeXIpCmxpYnJhcnkodGlkeXZlcnNlKQpsaWJyYXJ5KHZpcmlkaXNMaXRlKQpsaWJyYXJ5KHhsc3gpCmxpYnJhcnkocmFuZG9tY29sb1IpCmxpYnJhcnkoa2FibGVFeHRyYSkKbGlicmFyeShnZGF0YSkKbGlicmFyeShrbml0cikKbGlicmFyeShubG1lKQpsaWJyYXJ5KHJnbCkKbGlicmFyeShncGxvdHMpCmxpYnJhcnkoV0dDTkEpCmxpYnJhcnkoeGxzeCkKbGlicmFyeShyYW5kb21jb2xvUikKbGlicmFyeShDb21wbGV4SGVhdG1hcCkKCmtuaXRfaG9va3Mkc2V0KHdlYmdsID0gaG9va193ZWJnbCkKCmhvbWUuZGlyPC0iL2hvbWUveWFueGl0aW5nL2RyaXZlcl9HcmFjZSIKI2hvbWUuZGlyPC0iL2hvbWUveHk0OCIKI3NvdXJjZShwYXN0ZShob21lLmRpciwiL1Jwcm9ncmFtL215X2Z1bmN0aW9ucy5SIixzZXA9IiIpKQpgYGAKIyBEYXRhIERvd25sb2FkaW5nCgojIyBzcmF0b29scwpXZSBkb3dubG9hZGVkIHRoZSBkYXRhIHVzaW5nIFNSQXRvb2xzIG9uIGdyYWNlIHVzaW5nIHRoZSBzY3JpcHRzIGdlbmVyYXRlZCBieSB0aGUgZm9sbG93aW5nIGNvZGVzLiBXZSBkb3dubG9hZGVkIHRoZSBzcmF0b29scyBmcm9tIGdpdGh1YiBhbmQgaW5zdGFsbGVkIGl0IG9uIGdyYWNlIHdpdGggc2V0dXAuIEFsbCBmaWxlcyBkb3dubG9hZGVkIHdlcmUgbm90IHppcHBlZCBzbyB3ZSBhbHNvIHppcHBlZCBlYWNoIGZpbGUgaW50byBmYXN0cS5neiBmaWxlLgoKYGBge3J9CmlkLmxpc3Q8LXJlYWRMaW5lcygiL1VzZXJzL3lhbnhpdGluZy9Eb3dubG9hZHMvU1JSX0FjY19MaXN0KDIpLnR4dCIpCnRlbXAxPC1wYXN0ZSgiL2hvbWUveHk0OC9zY3JhdGNoX3BhbG1lci9zcmF0b29sa2l0L3NyYXRvb2xraXQuMy4wLjAtdWJ1bnR1NjQvYmluL3ByZWZldGNoLjMuMC4wIC1YIDk5OTk5OTk5OTk5OTkgIixpZC5saXN0LCJcbiIsc2VwPSIiKQp0ZW1wMjwtcGFzdGUoIi9ob21lL3h5NDgvc2NyYXRjaF9wYWxtZXIvc3JhdG9vbGtpdC9zcmF0b29sa2l0LjMuMC4wLXVidW50dTY0L2Jpbi9mYXN0cS1kdW1wLjMuMC4wIC0tc3BsaXQtZmlsZXMgLi8iLGlkLmxpc3QsIi5zcmFcbiIsc2VwPSIiKQp0ZW1wMzwtcmVwKCJjZCAvaG9tZS94eTQ4L3NjcmF0Y2hfcGFsbWVyL1NBUkNfMTB4L3Rlc3Qvc3JhXG4iLGxlbmd0aCh0ZW1wMSkpCnRlbXA0PC1wYXN0ZSgiZ3ppcCAuLyIsaWQubGlzdCwiXyouZmFzdHFcbiIsc2VwPSIiKQp0ZW1wNTwtcmVwKCJzc2ggdHJhbnNmZXJcbiIsbGVuZ3RoKHRlbXAxKSkKY21kLm91dDwtY2JpbmQodGVtcDUsdGVtcDEsdGVtcDMsdGVtcDIsdGVtcDQpCnRlbXAuY21kPC1hcHBseShjbWQub3V0LDEscGFzdGUsY29sbGFwc2U9IiIsc2VwPSIiKQpjYXQodGVtcC5jbWQsZmlsZT0iLi9kb3dubG9hZF9jb21tYW5kcy50eHQiLGFwcGVuZD1GLHNlcD0iIikKCmBgYAoKIyMgY2hhbmdpbmcgbmFtZXMKVGhlIGNlbGwgcmFuZ2VyIHBpcGVsaW5lIHJlY29nbml6ZSBmYXN0cSBmaWxlIG5hbWVzIGFyZSBmb3JtYXRlZCBhcyBbU2FtcGxlIE5hbWVdX1MxX0wwMFtMYW5lIE51bWJlcl1fW1JlYWQgVHlwZV1fMDAxLmZhc3RxLmd6LiBUaGVyZSBhcmUgMyBmaWxlcyBwZXIgc2FtcGxlIHJlcHJlc2VudGluZyBJMSwgUjEgYW5kIFIyIGRvd25sb2FkZWQgYnkgc3JhdG9vbHMsIHdoaWNoIHdlcmUgbmFtZWQgYXMgKl8xLCAqXzIgYW5kICpfMy5mYXN0cSBmaWxlcy4gVG8gY29ycmVjdGx5IHJ1biBjZWxsIHJhbmdlciBvbiB0aGVzZSBmaWxlcywgd2UgbmVlZCB0byBjaGFuZ2UgdGhlIGZhc3RxLmd6IG5hbWVzLgoKYGBge3J9CiMgdGhpcyB3YXMgcnVuIG9uIGdyYWNlLgpzb3VyY2UoIn4vUnByb2dyYW0vbXlfZnVuY3Rpb25zLlIiKQpkYXRhLmRpcjwtIi9ob21lL3h5NDgvc2NyYXRjaF9wYWxtZXIvU0FSQ18xMHgvdGVzdC9zcmEiCmZpbGVuYW1lczwtbGlzdC5maWxlcyhkYXRhLmRpcikKdGVtcDwtc2FwcGx5KGZpbGVuYW1lcyxteS5lbGVtZW50LmV4dHJhY3Qsc3BsaXRjaGFyPSJcXC4iLGluZGV4PTMpCmZpbGVuYW1lczwtZmlsZW5hbWVzW3RlbXA9PSJneiJdCmZpbGVuYW1lczwtZmlsZW5hbWVzWyFpcy5uYShmaWxlbmFtZXMpXQoKZm9yKGkgaW4gMTpsZW5ndGgoZmlsZW5hbWVzKSl7CiAgCiAgaWYoc3Vic3RyKGZpbGVuYW1lc1tpXSwxLDQpPT0iU1JSOSIpewogIAlmcm9tLmZpbGVuYW1lPC1maWxlbmFtZXNbaV0KICAJdGVtcDwtbXkuZWxlbWVudC5leHRyYWN0KGZpbGVuYW1lc1tpXSxzcGxpdGNoYXI9IlxcLiIsaW5kZXg9MSkKICAJdGVtcDwtbXkuZWxlbWVudC5leHRyYWN0KHRlbXAsc3BsaXRjaGFyPSJfIixpbmRleD0yKQogIAlpZih0ZW1wPT0iMSIpewogIAkJdG8uZmlsZW5hbWU8LXBhc3RlMChteS5lbGVtZW50LmV4dHJhY3QoZmlsZW5hbWVzW2ldLHNwbGl0Y2hhcj0iXyIsaW5kZXg9MSksIl9TMV9MMDAxX0kxXzAwMS5mYXN0cS5neiIpCiAgCX0KICAJaWYodGVtcD09IjIiKXsKICAJCXRvLmZpbGVuYW1lPC1wYXN0ZTAobXkuZWxlbWVudC5leHRyYWN0KGZpbGVuYW1lc1tpXSxzcGxpdGNoYXI9Il8iLGluZGV4PTEpLCJfUzFfTDAwMV9SMV8wMDEuZmFzdHEuZ3oiKQogIAl9CiAgCWlmKHRlbXA9PSIzIil7CiAgCQl0by5maWxlbmFtZTwtcGFzdGUwKG15LmVsZW1lbnQuZXh0cmFjdChmaWxlbmFtZXNbaV0sc3BsaXRjaGFyPSJfIixpbmRleD0xKSwiX1MxX0wwMDFfUjJfMDAxLmZhc3RxLmd6IikKICAJfQogIAogIAlmaWxlLnJlbmFtZShmcm9tPWZpbGUucGF0aChkYXRhLmRpcixmcm9tLmZpbGVuYW1lKSx0bz1maWxlLnBhdGgoZGF0YS5kaXIsdG8uZmlsZW5hbWUpKQogIAljYXQoImZyb209IixmaWxlLnBhdGgoZGF0YS5kaXIsZnJvbS5maWxlbmFtZSksIlxuIiwidG89IixmaWxlLnBhdGgoZGF0YS5kaXIsdG8uZmlsZW5hbWUpLCJcbiIsc2VwPSIiKQogIH1lbHNlewogICAgCiAgCWZyb20uZmlsZW5hbWU8LWZpbGVuYW1lc1tpXQogIAl0ZW1wPC1teS5lbGVtZW50LmV4dHJhY3QoZmlsZW5hbWVzW2ldLHNwbGl0Y2hhcj0iXFwuIixpbmRleD0xKQogIAl0ZW1wPC1teS5lbGVtZW50LmV4dHJhY3QodGVtcCxzcGxpdGNoYXI9Il8iLGluZGV4PTIpCiAgCWlmKHRlbXA9PSIxIil7CiAgCQl0by5maWxlbmFtZTwtcGFzdGUwKG15LmVsZW1lbnQuZXh0cmFjdChmaWxlbmFtZXNbaV0sc3BsaXRjaGFyPSJfIixpbmRleD0xKSwiX1MxX0wwMDFfUjFfMDAxLmZhc3RxLmd6IikKICAJfQogIAlpZih0ZW1wPT0iMiIpewogIAkJdG8uZmlsZW5hbWU8LXBhc3RlMChteS5lbGVtZW50LmV4dHJhY3QoZmlsZW5hbWVzW2ldLHNwbGl0Y2hhcj0iXyIsaW5kZXg9MSksIl9TMV9MMDAxX1IyXzAwMS5mYXN0cS5neiIpCiAgCX0KICAJaWYodGVtcD09IjMiKXsKICAJCXRvLmZpbGVuYW1lPC1wYXN0ZTAobXkuZWxlbWVudC5leHRyYWN0KGZpbGVuYW1lc1tpXSxzcGxpdGNoYXI9Il8iLGluZGV4PTEpLCJfUzFfTDAwMV9JMV8wMDEuZmFzdHEuZ3oiKQogIAl9CiAgCiAgCWZpbGUucmVuYW1lKGZyb209ZmlsZS5wYXRoKGRhdGEuZGlyLGZyb20uZmlsZW5hbWUpLHRvPWZpbGUucGF0aChkYXRhLmRpcix0by5maWxlbmFtZSkpCiAgCWNhdCgiZnJvbT0iLGZpbGUucGF0aChkYXRhLmRpcixmcm9tLmZpbGVuYW1lKSwiXG4iLCJ0bz0iLGZpbGUucGF0aChkYXRhLmRpcix0by5maWxlbmFtZSksIlxuIixzZXA9IiIpICAgIAogICAgCiAgfQp9CmBgYAoKIyMgY2VsbCByYW5nZXIKCgpXZSByc3luYyB0aGUgZmFzdHEuZ3ogZmlsZXMgb250byBmYXJuYW0gdW5kZXIgfi9zY3JhdGNoNjAvU0FSQ18xMFgvZmFzdHEgYW5kIHJ1biBjZWxsIHJhbmdlciBvbiB0aGUgZmlsZXMgdXNpbmcgY29tbWFuZHMgZ2VuZXJhdGVkIGJ5IHRoZSBmb2xsb3dpbmcgY29kZXMuCgpgYGB7cn0KaWQubGlzdDwtcmVhZExpbmVzKCIvVXNlcnMveWFueGl0aW5nL0Rvd25sb2Fkcy9TUlJfQWNjX0xpc3QoMikudHh0IikKdGVtcDE8LXBhc3RlKCIjIS9iaW4vYmFzaFxuI1NCQVRDSCAtLXRpbWU9MjQ6MDA6MDAgIC0tbnRhc2tzPTEgLS1wYXJ0aXRpb249Z2VuZXJhbCAtLWNwdXMtcGVyLXRhc2s9OCAtLW1lbT04MEdCIC0tam9iLW5hbWU9IixpZC5saXN0LCIgLW8gL2hvbWUveHk0OC9zY3JhdGNoNjAvU0FSQ18xMFgvY2VsbHJhbmdlcl9zY3JpcHRzLyIsaWQubGlzdCwiLnNoLm8lSiAtZSAvaG9tZS94eTQ4L3NjcmF0Y2g2MC9TQVJDXzEwWC9jZWxscmFuZ2VyX3NjcmlwdHMvIixpZC5saXN0LCIuc2guZSVKXG4iLHNlcD0iIikKdGVtcDI8LXJlcCgibW9kdWxlIGxvYWQgY2VsbHJhbmdlci81LjAuMFxubW9kdWxlIGxvYWQgYmNsMmZhc3RxMi8yLTIwLTAtZm9zcy0yMDE4YlxuIixsZW5ndGgoaWQubGlzdCkpCnRlbXAzPC1wYXN0ZSgiY2QgL2hvbWUveHk0OC9zY3JhdGNoNjAvU0FSQ18xMFgvY2VsbHJhbmdlcl9yZXN1bHRzXG4iKQp0ZW1wNDwtcGFzdGUoImNlbGxyYW5nZXIgY291bnQgLS1pZD0iLGlkLmxpc3QsIiAtLWZhc3Rxcz0vaG9tZS94eTQ4L3NjcmF0Y2g2MC9TQVJDXzEwWC9mYXN0cSAtLXRyYW5zY3JpcHRvbWU9L2hvbWUveHk0OC9zY3JhdGNoNjAvU0FSQ18xMFgvcmVmZGF0YS1nZXgtR1JDaDM4LTIwMjAtQSAtLWxvY2FsY29yZXM9OCAtLWxvY2FsbWVtPTYwIC0tc2FtcGxlPSIsaWQubGlzdCwiXG4iLHNlcD0iIikKY21kLm91dDwtY2JpbmQodGVtcDEsdGVtcDIsdGVtcDMsdGVtcDQpCnRlbXAuY21kPC1hcHBseShjbWQub3V0LDEscGFzdGUsY29sbGFwc2U9IiIsc2VwPSIiKQpjYXQodGVtcC5jbWQsZmlsZT0iLi9jZWxscmFuZ2VyX3NjcmlwdHMudHh0IixhcHBlbmQ9RixzZXA9IiIpCmBgYAoKClRoZXJlIGFyZSBzYW1wbGVzIHdpdGggbXVsdGlwbGUgcnVucy4gV2UgcnVuIGNlbGxyYW5nZXIgYWdnciB0byBtZXJnZSB0aGUgbXVsdGlwbGUgcnVucyBpbnRvIG9uZSBzaW5nbGUgblVNSSB2ZWN0b3IuCgpgYGB7cn0Kc291cmNlKGZpbGUucGF0aChob21lLmRpciwiUnByb2dyYW0vbXlfZnVuY3Rpb25zLlIiKSkKbGlicmFyeSh4bHN4KQpob21lLmRpcjwtIi9ob21lL3lhbnhpdGluZy9kcml2ZXJfRmFybmFtIgpydW50YWJsZS5maWxlcGF0aDwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoNjAvU0FSQ18xMFgvU3JhUnVuVGFibGUudHh0IikKaWQuZmlsZXBhdGg8LWZpbGUucGF0aChob21lLmRpciwic2NyYXRjaDYwL1NBUkNfMTBYL3NjUk5BX2lkcy54bHN4IikKCnJ1bi50YWJsZTwtcmVhZC50YWJsZShydW50YWJsZS5maWxlcGF0aCxzZXA9Ilx0IixoZWFkZXI9VCxjaGVjay5uYW1lcyA9IEYpCmlkLnRhYmxlPC1yZWFkLnhsc3goaWQuZmlsZXBhdGgsc2hlZXRJbmRleCA9IDEsY2hlY2submFtZXM9RikKCnRlbXAudGFibGU8LXJ1bi50YWJsZVtydW4udGFibGUkYEdFT19BY2Nlc3Npb24gKGV4cClgJWluJWFzLm1hdHJpeChpZC50YWJsZSlbLDFdLF0KdGVtcC5saXN0PC1zcGxpdChhcy5tYXRyaXgodGVtcC50YWJsZSlbLDFdLHRlbXAudGFibGUkYEdFT19BY2Nlc3Npb24gKGV4cClgKQoKIyBleHRyYWN0IHRoZSBzYW1wbGVzIHdpdGggbXVsdGlwbGUgcnVucwp0ZW1wLmxpc3Q8LXRlbXAubGlzdFt1bmxpc3QobGFwcGx5KHRlbXAubGlzdCxsZW5ndGgpKT4xXQoKIyBmaW5kIG91dCB0aGUgZmFzdHEgcGFydCB0aGVzZSBJRHMgYmVsb25nIHRvCnRlbXAuZmlsZW5hbWVzPC1saXN0LmZpbGVzKGZpbGUucGF0aChob21lLmRpciwic2NyYXRjaDYwL1NBUkNfMTBYIikpCnRlbXAuZmlsZW5hbWVzPC10ZW1wLmZpbGVuYW1lc1tncmVwKCIuZmlsZWxpc3QiLHRlbXAuZmlsZW5hbWVzKV0KdGVtcC5maWxlbmFtZXM8LXRlbXAuZmlsZW5hbWVzW2dyZXAoImZhc3RxIix0ZW1wLmZpbGVuYW1lcyldCgpmaWxlLmxpc3Q8LWxpc3QoKQpmb3IoaSBpbiAxOmxlbmd0aCh0ZW1wLmZpbGVuYW1lcykpewogIHRlbXA8LXJlYWRMaW5lcyhmaWxlLnBhdGgoaG9tZS5kaXIsInNjcmF0Y2g2MC9TQVJDXzEwWCIsdGVtcC5maWxlbmFtZXNbaV0pKQogIHRlbXA8LXVubmFtZShzYXBwbHkodGVtcCxteS5lbGVtZW50LmV4dHJhY3Qsc3BsaXRjaGFyPSIvIixpbmRleD0tMSkpCiAgdGVtcDwtdW5uYW1lKHNhcHBseSh0ZW1wLG15LmVsZW1lbnQuZXh0cmFjdCxzcGxpdGNoYXI9Il8iLGluZGV4PTEpKQogIHRlbXA8LXVuaXF1ZSh0ZW1wKQogIGZpbGUubGlzdFtbaV1dPC10ZW1wCn0KbmFtZXMoZmlsZS5saXN0KTwtdGVtcC5maWxlbmFtZXMKdGVtcDwtY2hhcmFjdGVyKCkKZm9yKGkgaW4gMTpsZW5ndGgoZmlsZS5saXN0KSl7CiAgdGVtcDwtYyh0ZW1wLHJlcChuYW1lcyhmaWxlLmxpc3QpW2ldLGxlbmd0aChmaWxlLmxpc3RbW2ldXSkpKQp9CgpmaWxlLmxpc3QubWF0cml4PC1jYmluZCh1bmxpc3QoZmlsZS5saXN0KSx0ZW1wKQoKdGVtcDwtbGlzdCgpCmZvcihpIGluIDE6bGVuZ3RoKHRlbXAubGlzdCkpewogIHRlbXBbW2ldXTwtdW5pcXVlKGZpbGUubGlzdC5tYXRyaXhbZmlsZS5saXN0Lm1hdHJpeFssMV0laW4ldGVtcC5saXN0W1tpXV0sMl0pCn0KCiMgdHJhbnNmZXIgdGhlIGNlbGxyYW5nZXIgcmVzdWx0cyBiYWNrIHRvIGZhcm5hbQojIGdlbmVyYXRlIHRoZSBhZ2dyZWdhdGlvbiBDU1YgZmlsZQpjZWxscmFuZ2VyLmRpcjwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoNjAvU0FSQ18xMFgvY2VsbHJhbmdlcl9yZXN1bHRzIikKb3V0cHV0LmRpcjwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoNjAvU0FSQ18xMFgvY2VsbHJhbmdlcl9hZ2dyX3NjcmlwdHMiKQoKZm9yKGkgaW4gMTpsZW5ndGgodGVtcC5saXN0KSl7CiAgb3V0cHV0LmZpbGVwYXRoPC1maWxlLnBhdGgob3V0cHV0LmRpcixwYXN0ZShuYW1lcyh0ZW1wLmxpc3QpW2ldLCJfYWdnci5jc3YiLHNlcD0iIikpCiAgIyBwaXBlbGluZSBiZWZvcmUgY2VsbHJhbmdlciA2LjAsIHVzZSBsaWJyYXJ5LiBPdGhlcndpc2UsIHVzZSBzYW1wbGVfaWQKICBjbWQub3V0PC1jKCJsaWJyYXJ5X2lkIiwibW9sZWN1bGVfaDUiKQogIGNtZC5vdXQ8LXJiaW5kKGNtZC5vdXQsY2JpbmQodGVtcC5saXN0W1tpXV0scGFzdGUoIi9ob21lL3h5NDgvc2NyYXRjaDYwL1NBUkNfMTBYL2NlbGxyYW5nZXJfcmVzdWx0cy8iLHRlbXAubGlzdFtbaV1dLCIvb3V0cy9tb2xlY3VsZV9pbmZvLmg1IixzZXA9IiIpKSkKICB3cml0ZS50YWJsZShjbWQub3V0LGZpbGU9b3V0cHV0LmZpbGVwYXRoLHJvdy5uYW1lcz1GLGNvbC5uYW1lcz1GLHNlcD0iLCIsYXBwZW5kPUYscXVvdGU9RikKfQoKIyBnZW5lcmF0ZSB0aGUgc2ggZmlsZSB0byBydW4gY2VsbHJhbmdlciBhZ2dyIG9uIHRoZSByZXBsaWNhdGVkIHJ1bnMgb2YgdGhlIHNhbWUgc2FtcGxlLgpzY3JpcHQuZGlyPC1maWxlLnBhdGgoaG9tZS5kaXIsInNjcmF0Y2g2MC9TQVJDXzEwWC9jZWxscmFuZ2VyX2FnZ3Jfc2NyaXB0cyIpCnJlc3VsdC5kaXI8LWZpbGUucGF0aChob21lLmRpciwic2NyYXRjaDYwL1NBUkNfMTBYL2NlbGxyYW5nZXJfYWdncl9yZXN1bHRzIikKCmZvcihpIGluIDE6bGVuZ3RoKHRlbXAubGlzdCkpewogIGNzdi5maWxlcGF0aDwtZmlsZS5wYXRoKHNjcmlwdC5kaXIscGFzdGUobmFtZXModGVtcC5saXN0KVtpXSwiX2FnZ3IuY3N2IixzZXA9IiIpKQogIHNjcmlwdC5maWxlcGF0aDwtZmlsZS5wYXRoKHNjcmlwdC5kaXIscGFzdGUobmFtZXModGVtcC5saXN0KVtpXSwiLnNoIixzZXA9IiIpKQogIGNtZC5vdXQ8LXBhc3RlKCIjIS9iaW4vYmFzaFxuI1NCQVRDSCAtLXRpbWU9MjQ6MDA6MDAgIC0tbnRhc2tzPTEgLS1wYXJ0aXRpb249Z2VuZXJhbCAtLWNwdXMtcGVyLXRhc2s9MSAtLW1lbT04MEdCIC0tam9iLW5hbWU9IixuYW1lcyh0ZW1wLmxpc3QpW2ldLCIgLW8gL2hvbWUveHk0OC9zY3JhdGNoNjAvU0FSQ18xMFgvY2VsbHJhbmdlcl9hZ2dyX3NjcmlwdHMvIixuYW1lcyh0ZW1wLmxpc3QpW2ldLCIuc2gubyVKIC1lIC9ob21lL3h5NDgvc2NyYXRjaDYwL1NBUkNfMTBYL2NlbGxyYW5nZXJfYWdncl9zY3JpcHRzLyIsbmFtZXModGVtcC5saXN0KVtpXSwiLnNoLmUlSlxuIixzZXA9IiIpCiAgY21kLm91dDwtcGFzdGUoY21kLm91dCwibW9kdWxlIGxvYWQgY2VsbHJhbmdlci81LjAuMFxubW9kdWxlIGxvYWQgYmNsMmZhc3RxMi8yLTIwLTAtZm9zcy0yMDE4YlxuIixzZXA9IiIpCiAgY21kLm91dDwtcGFzdGUoY21kLm91dCwiY2QgL2hvbWUveHk0OC9zY3JhdGNoNjAvU0FSQ18xMFgvY2VsbHJhbmdlcl9hZ2dyX3Jlc3VsdHNcbiIsc2VwPSIiKQogIGNtZC5vdXQ8LXBhc3RlKGNtZC5vdXQsImNlbGxyYW5nZXIgYWdnciAtLWlkPSIsbmFtZXModGVtcC5saXN0KVtpXSwiIC0tY3N2PS9ob21lL3h5NDgvc2NyYXRjaDYwL1NBUkNfMTBYL2NlbGxyYW5nZXJfYWdncl9zY3JpcHRzLyIsbmFtZXModGVtcC5saXN0KVtpXSwiX2FnZ3IuY3N2XG4iLHNlcD0iIikKICBjYXQoY21kLm91dCxmaWxlPXNjcmlwdC5maWxlcGF0aCxhcHBlbmQ9RikKfQoKYGBgCgpXZSBtb3ZlZCB0aGUgY2VsbHJhbmdlciBhZ2dyIHJlc3VsdHMgYmFjayB0byBjZWxscmFuZ2VyX3Jlc3VsdHMgdG9nZXRoZXIgd2l0aCB0aGUgc2FtcGxlcyB3aXRoIHVuaXF1ZSBydW4uCgojIyBVTUkgbWF0cml4IGV4dHJhY3Rpb24KCldlIGV4dHJhY3QgdGhlIG5VTUkgdmVjdG9yIGZvciB0aGUgc2FtcGxlcyBpbmNsdWRlZCBpbiB0aGUgb3JpZ2luYWwgcGFwZXIuCgoKYGBge3J9CmhvbWUuZGlyPC0iL2hvbWUveWFueGl0aW5nL2RyaXZlcl9HcmFjZSIKc291cmNlKGZpbGUucGF0aChob21lLmRpciwiUnByb2dyYW0vbXlfZnVuY3Rpb25zLlIiKSkKbGlicmFyeSh4bHN4KQpydW50YWJsZS5maWxlcGF0aDwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoX3BhbG1lci9TQVJDXzEweC9TcmFSdW5UYWJsZS50eHQiKQppZC5maWxlcGF0aDwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoX3BhbG1lci9TQVJDXzEweC9zY1JOQV9pZHMueGxzeCIpCgpydW4udGFibGU8LXJlYWQudGFibGUocnVudGFibGUuZmlsZXBhdGgsc2VwPSJcdCIsaGVhZGVyPVQsY2hlY2submFtZXMgPSBGKQppZC50YWJsZTwtcmVhZC54bHN4KGlkLmZpbGVwYXRoLHNoZWV0SW5kZXggPSAxLGNoZWNrLm5hbWVzPUYpCgpteS50YWJsZTwtcnVuLnRhYmxlW3J1bi50YWJsZSRgR0VPX0FjY2Vzc2lvbiAoZXhwKWAlaW4lYXMubWF0cml4KGlkLnRhYmxlKVssMV0sXQoKZmlsZW5hbWVzPC1saXN0LmZpbGVzKGZpbGUucGF0aChob21lLmRpciwic2NyYXRjaF9wYWxtZXIvU0FSQ18xMHgvY2VsbHJhbmdlcl9yZXN1bHRzIikpCgojIHVzZSBSZWFkMTB4IHRvIGxvYWQgaW4gdGhlIGRhdGEKZGlyLmxpc3Q8LXJlcCgiIixsZW5ndGgoZmlsZW5hbWVzKSkKc2FtcGxlLm5hbWVzPC1jaGFyYWN0ZXIoKQpmb3IoaSBpbiAxOmxlbmd0aChmaWxlbmFtZXMpKXsKICAKICBpZihzdWJzdHIoZmlsZW5hbWVzW2ldLDEsMSk9PSJHIil7CiAgICBkaXIubGlzdFtpXTwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoX3BhbG1lci9TQVJDXzEweC9jZWxscmFuZ2VyX3Jlc3VsdHMiLGZpbGVuYW1lc1tpXSwib3V0cyIsImNvdW50IiwiZmlsdGVyZWRfZmVhdHVyZV9iY19tYXRyaXgiKQogIH1lbHNlewogICAgZGlyLmxpc3RbaV08LWZpbGUucGF0aChob21lLmRpciwic2NyYXRjaF9wYWxtZXIvU0FSQ18xMHgvY2VsbHJhbmdlcl9yZXN1bHRzIixmaWxlbmFtZXNbaV0sIm91dHMiLCJmaWx0ZXJlZF9mZWF0dXJlX2JjX21hdHJpeCIpCiAgfQogIAogIGlmKHN1YnN0cihmaWxlbmFtZXNbaV0sMSwxKT09IkciKXsKICAgIHNhbXBsZS5uYW1lczwtYyhzYW1wbGUubmFtZXMsZmlsZW5hbWVzW2ldKQogIH1lbHNlewogICAgc2FtcGxlLm5hbWVzPC1jKHNhbXBsZS5uYW1lcyxhcy5tYXRyaXgobXkudGFibGUpW215LnRhYmxlJFJ1bj09ZmlsZW5hbWVzW2ldLCJTYW1wbGUgTmFtZSJdKQogIH0KIAp9CgojIGR1cGxpY2F0ZWQgZ2VuZSBzeW1ib2xzIHdpbGwgYmUgY2hhbmdlZCB0byAuMSwgLjIsIGFuZCBzbyBvbi4KdGVtcDwtUmVhZDEwWChkYXRhLmRpcj1kaXIubGlzdCxnZW5lLmNvbHVtbj0yLGNlbGwuY29sdW1uPTEpCnRlbXAubnVtPC1hcy5udW1lcmljKHNhcHBseShjb2xuYW1lcyh0ZW1wKSxteS5lbGVtZW50LmV4dHJhY3Qsc3BsaXRjaGFyPSJfIixpbmRleD0xKSkKdGVtcDE8LXNhbXBsZS5uYW1lc1t0ZW1wLm51bV0KdGVtcDI8LXNhcHBseShjb2xuYW1lcyh0ZW1wKSxteS5lbGVtZW50LmV4dHJhY3Qsc3BsaXRjaGFyPSJfIixpbmRleD0tMSkKY29sbmFtZXModGVtcCk8LXBhc3RlKHRlbXAxLCJfIix0ZW1wMixzZXA9IiIpCm91dHB1dC5maWxlcGF0aDwtIi9ob21lL3lhbnhpdGluZy9kcml2ZXJfR3JhY2Uvc2NyYXRjaF9wYWxtZXIvU0FSQ18xMHgvbWVyZ2VkX25VTUlfNDVfZ2VuZW5hbWVzX1JlYWQxMFgucmRzIgpzYXZlUkRTKHRlbXAsZmlsZT1vdXRwdXQuZmlsZXBhdGgscmVmaG9vaz1OVUxMKQoKCiNnY3FsMTwtQ3JlYXRlU2V1cmF0T2JqZWN0KGNvdW50cz10ZW1wKQoKbWVyZ2VkLmRhdGE8LW51bWVyaWMoKQpmb3IoaSBpbiAxOmxlbmd0aChmaWxlbmFtZXMpKXsKICBpZihzdWJzdHIoZmlsZW5hbWVzW2ldLDEsMSk9PSJHIil7CiAgICBtYXRyaXguZGlyPC1maWxlLnBhdGgoaG9tZS5kaXIsInNjcmF0Y2hfcGFsbWVyL1NBUkNfMTB4L2NlbGxyYW5nZXJfcmVzdWx0cyIsZmlsZW5hbWVzW2ldLCJvdXRzIiwiY291bnQiLCJmaWx0ZXJlZF9mZWF0dXJlX2JjX21hdHJpeCIpCiAgfWVsc2V7CiAgICBtYXRyaXguZGlyPC1maWxlLnBhdGgoaG9tZS5kaXIsInNjcmF0Y2hfcGFsbWVyL1NBUkNfMTB4L2NlbGxyYW5nZXJfcmVzdWx0cyIsZmlsZW5hbWVzW2ldLCJvdXRzIiwiZmlsdGVyZWRfZmVhdHVyZV9iY19tYXRyaXgiKQogIH0KICAKICBiYXJjb2RlLnBhdGggPC0gZmlsZS5wYXRoKG1hdHJpeC5kaXIsICJiYXJjb2Rlcy50c3YuZ3oiKQogIGZlYXR1cmVzLnBhdGggPC0gZmlsZS5wYXRoKG1hdHJpeC5kaXIsICJmZWF0dXJlcy50c3YuZ3oiKQogIG1hdHJpeC5wYXRoIDwtIGZpbGUucGF0aChtYXRyaXguZGlyLCAibWF0cml4Lm10eC5neiIpCiAgbWF0IDwtIHJlYWRNTShmaWxlID0gbWF0cml4LnBhdGgpCiAgZmVhdHVyZS5uYW1lcyA9IHJlYWQuZGVsaW0oZmVhdHVyZXMucGF0aCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICBoZWFkZXIgPSBGQUxTRSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICBzdHJpbmdzQXNGYWN0b3JzID0gRkFMU0UpCiAgYmFyY29kZS5uYW1lcyA9IHJlYWQuZGVsaW0oYmFyY29kZS5wYXRoLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgIGhlYWRlciA9IEZBTFNFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgIHN0cmluZ3NBc0ZhY3RvcnMgPSBGQUxTRSkKICBpZihzdWJzdHIoZmlsZW5hbWVzW2ldLDEsMSk9PSJHIil7CiAgICBzYW1wbGUubmFtZTwtZmlsZW5hbWVzW2ldCiAgfWVsc2V7CiAgICBzYW1wbGUubmFtZTwtYXMubWF0cml4KG15LnRhYmxlKVtteS50YWJsZSRSdW49PWZpbGVuYW1lc1tpXSwiU2FtcGxlIE5hbWUiXQogIH0KICAKICBjb2xuYW1lcyhtYXQpID0gcGFzdGUwKHNhbXBsZS5uYW1lLCJfIixiYXJjb2RlLm5hbWVzJFYxKQogIHJvd25hbWVzKG1hdCkgPSBmZWF0dXJlLm5hbWVzJFYyCiAgCiAgaWYoaT09MSl7CiAgICBtZXJnZWQuZGF0YTwtbWF0CiAgICBnZW5lLm5hbWVzPC1yb3duYW1lcyhtYXQpCiAgfWVsc2V7CiAgICBtZXJnZWQuZGF0YTwtY2JpbmQobWVyZ2VkLmRhdGEsbWF0W2dlbmUubmFtZXMsXSkKICB9Cn0KCm91dHB1dC5maWxlcGF0aDwtIi9ob21lL3lhbnhpdGluZy9kcml2ZXJfR3JhY2Uvc2NyYXRjaF9wYWxtZXIvU0FSQ18xMHgvbWVyZ2VkX25VTUlfNDVfZ2VuZW5hbWVzLnJkcyIKc2F2ZVJEUyhtZXJnZWQuZGF0YSxmaWxlPW91dHB1dC5maWxlcGF0aCxyZWZob29rPU5VTEwpCgpgYGAKCldlIHRyYW5zZmVycmVkIHRoZSBjZWxscmFuZ2VyIHJlc3VsdHMgYmFjayB0byBmYXJuYW0gdG8gZXh0cmFjdCB0aGUgblVNSSByZXN1bHRzLiBXZSBhbHNvIGFkZCB0aGUgc2FtcGxlcyB3aXRoIG11bHRpcGxlIHJ1bnMgaW50byB0aGUgbWVyZ2VkIG1hdHJpeC4KCmBgYHtyIGV2YWw9RkFMU0V9CiMgc2FtcGxlcyB3aXRoIG11bHRpcGxlIHJ1bnMgaGF2ZSBuYW1lcyBvZiB0aGUgR0VPIGFjY2Vzc2lvbiBudW1iZXIuCnNvdXJjZSgiL2hvbWUveWFueGl0aW5nL2RyaXZlcl9GYXJuYW0vUnByb2dyYW0vbXlfZnVuY3Rpb25zLlIiKQpsaWJyYXJ5KE1hdHJpeCkKY2VsbHJhbmdlci5kaXI8LSIvaG9tZS95YW54aXRpbmcvZHJpdmVyX0Zhcm5hbS9zY3JhdGNoNjAvU0FSQ18xMFgvY2VsbHJhbmdlcl9yZXN1bHRzIgpydW50YWJsZS5maWxlcGF0aDwtIi9ob21lL3lhbnhpdGluZy9kcml2ZXJfRmFybmFtL3NjcmF0Y2g2MC9TQVJDXzEwWC9TcmFSdW5UYWJsZS50eHQiCgojIGxvYWQgaW4gdGhlIHJ1biB0YWJsZQpydW4udGFibGU8LXJlYWQudGFibGUocnVudGFibGUuZmlsZXBhdGgsc2VwPSJcdCIsaGVhZGVyPVQsY2hlY2submFtZXM9RixzdHJpbmdzQXNGYWN0b3JzID0gRkFMU0UpCgojIGxvYWQgaW4gdGhlIHJ1biBuYW1lcyBhbmQgdGhlIEdTTSBJRHMgdW5kZXIgdGhlIGNlbGwgcmFuZ2VyIHJlc3VsdHMgZm9sZGVyCnRlbXAuZmlsZW5hbWVzPC1saXN0LmZpbGVzKGNlbGxyYW5nZXIuZGlyKQoKc2FtcGxlLnJlcDwtdGVtcC5maWxlbmFtZXNbc3Vic3RyKHRlbXAuZmlsZW5hbWVzLDEsMyk9PSJHU00iXQpzYW1wbGUudW5pPC10ZW1wLmZpbGVuYW1lc1tzdWJzdHIodGVtcC5maWxlbmFtZXMsMSwzKSE9IkdTTSJdCm15LnJ1bi50YWJsZTwtcnVuLnRhYmxlW2FzLm1hdHJpeChydW4udGFibGUpWywiU2FtcGxlIE5hbWUiXSVpbiVzYW1wbGUucmVwIHwgYXMubWF0cml4KHJ1bi50YWJsZSlbLCJSdW4iXSVpbiVzYW1wbGUudW5pLF0KIyBleHRyYWN0IHRoZSBuVU1JIG1hdHJpeApkaXJuYW1lczwtbGlzdC5maWxlcyhjZWxscmFuZ2VyLmRpcikKZGlybmFtZXM8LWRpcm5hbWVzW3N1YnN0cihkaXJuYW1lcywxLDQpPT0iU1JSMSJdCgpmb3IoaSBpbiAxOmxlbmd0aChkaXJuYW1lcykpewogIHJ1bi5uYW1lPC1kaXJuYW1lc1tpXQogIHNhbXBsZS5uYW1lPC1ydW4udGFibGVbcnVuLnRhYmxlWywiUnVuIl09PXJ1bi5uYW1lLCJTYW1wbGUgTmFtZSJdCiAgbWF0cml4X2RpcjwtZmlsZS5wYXRoKGNlbGxyYW5nZXIuZGlyLGRpcm5hbWVzW2ldLCJvdXRzIiwiZmlsdGVyZWRfZmVhdHVyZV9iY19tYXRyaXgiKQogIGJhcmNvZGUucGF0aCA8LSBmaWxlLnBhdGgobWF0cml4X2RpciwgImJhcmNvZGVzLnRzdi5neiIpCiAgZmVhdHVyZXMucGF0aCA8LSBmaWxlLnBhdGgobWF0cml4X2RpciwgImZlYXR1cmVzLnRzdi5neiIpCiAgbWF0cml4LnBhdGggPC0gZmlsZS5wYXRoKG1hdHJpeF9kaXIsICJtYXRyaXgubXR4Lmd6IikKICBtYXQgPC0gcmVhZE1NKGZpbGUgPSBtYXRyaXgucGF0aCkKICBmZWF0dXJlLm5hbWVzID0gcmVhZC5kZWxpbShmZWF0dXJlcy5wYXRoLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgIGhlYWRlciA9IEZBTFNFLAogICAgICAgICAgICAgICAgICAgICAgICAgICAgIHN0cmluZ3NBc0ZhY3RvcnMgPSBGQUxTRSkKICBiYXJjb2RlLm5hbWVzID0gcmVhZC5kZWxpbShiYXJjb2RlLnBhdGgsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgaGVhZGVyID0gRkFMU0UsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc3RyaW5nc0FzRmFjdG9ycyA9IEZBTFNFKQogIGNvbG5hbWVzKG1hdCkgPSBwYXN0ZTAoc2FtcGxlLm5hbWUsIl8iLGJhcmNvZGUubmFtZXMkVjEpCiAgcm93bmFtZXMobWF0KSA9IGZlYXR1cmUubmFtZXMkVjEKICAKICBvdXRwdXQuZmlsZXBhdGg8LWZpbGUucGF0aCgiL2hvbWUveWFueGl0aW5nL2RyaXZlcl9GYXJuYW0vc2NyYXRjaDYwL1NBUkNfMTBYL2NlbGxyYW5nZXJfcmVzdWx0cyIscGFzdGUwKHNhbXBsZS5uYW1lLCJfIixydW4ubmFtZSwiX25VTUkucmRzIikpCiAgc2F2ZVJEUyhtYXQsZmlsZT1vdXRwdXQuZmlsZXBhdGgscmVmaG9vaz1OVUxMKQp9CgpgYGAKCgpTaW5jZSB3ZSBoYXZlIGxpbWl0ZWQgc3RvcmFnZSBvbiB0aGUgaHBjLCB3ZSBiYWNrIHVwIHRoZSBmYXN0cS5neiBmaWxlcyBhbmQgdGhlIGNlbGwgcmFuZ2VyIG91dHB1dCBmb2xkZXJzLiBXZSBleHRyYWN0ZWQgdGhlIG5VTUkgbWF0cml4IG9mIGVhY2ggc2FtcGxlIHNlcGFyYXRlbHkgYW5kIGRlbGV0ZWQgYWxsIG90aGVyIGZpbGVzIHRvIG1ha2Ugcm9vbS4gQWxsIGZhc3RxLmd6IGZpbGVzIGFuZCB0aGVpciBjb3JyZXNwb25kaW5nIGNlbGwgcmFuZ2VyIG91dHB1dCBmb2xkZXJzIGFyZSBiYWNrZWQgdXAgb24gZ29vZ2xlIGRyaXZlIHVuZGVyIC9Wb2x1bWVzL0dvb2dsZURyaXZlL015IERyaXZlL0dyYWNlQmFja3VwL0dSQURTL1NBUkNfUEJNQy9TQVJDXzEwWC4KCiMjIFNldXJhdCBBbmFseXNpcwoKV2UgbG9hZCB0aGUgZGF0YSBpbnRvIFNldXJhdCBmb3IgZG93bnN0cmVhbSBhbmFseXNpcywgZXNwZWNpYWxseSBmb3IgdGhlIGludGVncmF0ZWQgYW5hbHlzaXMuCgpGaXJzdCwgd2UgY3JlYXRlIHRoZSBTZXVyYXQgb2JqZWN0IGFuZCBwcmVsaW1pbmFyeSBmaWx0ZXJpbmcgb24gZ2VuZXMgYW5kCmBgYHtyfQojIGR1ZSB0byB0aGUgdW5hdmFpbGFiaWxpdHkgb2YgdGhlIGNsdXN0ZXIsIHdlIHJhbiB0aGVzZSBjb2RlcyBvbiB0YWM0IHNlcnZlciB3aXRoIHRoZSBzYW1lIHZlcnNpb25zIG9mIFIgYW5kIHBhY2thZ2VzCiMgc3J1biAtLXB0eSAtLXgxMSAtcCBwaV9rYW1pbnNraSAtdCAxMjowMDowMCAtLW50YXNrcz0xIC0tbm9kZXM9MSAtLWNwdXMtcGVyLXRhc2s9MSAtLW1lbT02MDE1MiBiYXNoCiMgbW9kdWxlIHJlc3RvcmUgc2V1cmF0CiNob21lLmRpcjwtIi9ob21lL3lhbnhpdGluZy9kcml2ZXJfRmFybmFtIgpob21lLmRpcjwtIi9ob21lL3lhbnhpdGluZy9Eb2N1bWVudHMvUmVzZWFyY2gvR1JBRFNfU0FSQ19QQk1DIgpzb3VyY2UoIi9ob21lL3lhbnhpdGluZy9ScHJvZ3JhbS9teV9mdW5jdGlvbnMuUiIpCgojb3V0cHV0LmRpcjwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoNjAvU0FSQ18xMFgvU2V1cmF0IikKb3V0cHV0LmRpcjwtZmlsZS5wYXRoKGhvbWUuZGlyLCJzY1JOQS1zZXEvU2V1cmF0IikKCmlmKGZpbGUuZXhpc3RzKG91dHB1dC5kaXIpPT1GKXsKZGlyLmNyZWF0ZShvdXRwdXQuZGlyKQp9CgojIExvYWQgdGhlIG1lcmdlZCBkYXRhCm1lcmdlZC5kYXRhPC1yZWFkUkRTKGZpbGUucGF0aChob21lLmRpciwiRGF0YS9tZXJnZWRfblVNSV80NV9nZW5lbmFtZXNfUmVhZDEwWC5yZHMiKSxyZWZob29rPU5VTEwpCgojZ2VvZmYuZGF0YSA8LSBSZWFkMTBYKGRhdGEuZGlyID0gZmlsZS5wYXRoKGRhdGEuZGlyLCJvdXRzIiwiZmlsdGVyZWRfZ2VuZV9iY19tYXRyaWNlc19tZXgiLCJHUkNoMzgiKSkKI2xvYWQoZmlsZS5wYXRoKGhvbWUuZGlyLCJzY3JhdGNoX2thbWluc2tpL3B1YmxpYy9CYWNrdXAvSm9uYXMvUl9vYmplY3RzLzEweF9DaHVwcEFzdGhtYS5tdHguaHlicmlkX2dlbmVfc3ltYm9sc193b19iYWNrZ3JvdW5kXzAzXzExMTkuUm9iaiIpKQpnY3FsMSA8LSBDcmVhdGVTZXVyYXRPYmplY3QoY291bnRzID0gbWVyZ2VkLmRhdGEsIHByb2plY3QgPSAiU0FSQ18xMFgiLG1pbi5jZWxscyA9IDMsICBtaW4uZmVhdHVyZXMgPSAyMDApCmdjcWwxW1sicGVyY2VudC5tdCJdXSA8LSBQZXJjZW50YWdlRmVhdHVyZVNldChnY3FsMSwgcGF0dGVybiA9ICJeTVQtIikKCmNhdCgiXG4iKQpjYXQoIk9yaWdpbmFsbHksIHRoZXJlIGFyZSAiLG5yb3cobWVyZ2VkLmRhdGEpLCIgZ2VuZXMgYW5kICIsbmNvbChtZXJnZWQuZGF0YSksIiBjZWxscyBpbiB0aGUgZGF0YS5cbiIsc2VwPSIiKQpjYXQoIkFmdGVyIHRoZSBmaXJzdCBzdGVwIGZpbHRlcmluZywgdGhlcmUgYXJlICIsbnJvdyhnY3FsMUBhc3NheXMkUk5BQGRhdGEpLCIgZ2VuZXMgYW5kICIsbmNvbChnY3FsMUBhc3NheXMkUk5BQGRhdGEpLCIgY2VsbHMgaW4gdGhlIGZpbHRlcmVkIGRhdGEuXG4iLHNlcD0iIikKCnJtKG1lcmdlZC5kYXRhKQojZ2ModmVyYm9zZT1GKQppbnZpc2libGUoZ2MoKSkKCiMgbG9hZCBpbiB0aGUgcGhlbm90eXBlIGRhdGEgb2YgYWxsIHRoZSBzYW1wbGVzCmlkLmZpbGVwYXRoPC1maWxlLnBhdGgoaG9tZS5kaXIsIkRhdGEvc2NSTkFfaWRzLnhsc3giKQpydW50YWJsZS5maWxlcGF0aDwtZmlsZS5wYXRoKGhvbWUuZGlyLCJEYXRhL1NyYVJ1blRhYmxlLnR4dCIpCgpydW4udGFibGU8LXJlYWQudGFibGUocnVudGFibGUuZmlsZXBhdGgsc2VwPSJcdCIsaGVhZGVyPVQsY2hlY2submFtZXMgPSBGKQppZC50YWJsZTwtcmVhZC54bHN4KGlkLmZpbGVwYXRoLHNoZWV0SW5kZXggPSAxLGNoZWNrLm5hbWVzPUYpCgojIGdldCB0aGUgc2FtcGxlIG5hbWVzIGZvciBhbGwgdGhlIGNlbGxzCm15LmlkZW50PC11bm5hbWUoc2FwcGx5KGNvbG5hbWVzKGdjcWwxQGFzc2F5cyRSTkFAY291bnRzKSxteS5lbGVtZW50LmV4dHJhY3Qsc3BsaXRjaGFyPSJfIixpbmRleD0xKSkKbmFtZXMobXkuaWRlbnQpPC1jb2xuYW1lcyhnY3FsMUBhc3NheXMkUk5BQGNvdW50cykKCnRlbXA8LXNwbGl0KGFzLm1hdHJpeChydW4udGFibGUpWywic3R1ZHlfY2xhc3NpZmljYXRpb24iXSxhcy5tYXRyaXgocnVuLnRhYmxlKVssIlNhbXBsZSBOYW1lIl0pCnRlbXA8LWxhcHBseSh0ZW1wLHVuaXF1ZSkKbXkuZGlzZWFzZTwtdW5saXN0KHRlbXBbbXkuaWRlbnRdKQoKbXkuc2FtcGxlbmFtZXM8LW15LmlkZW50CmRpc2Vhc2Uuc2FtcGxlbmFtZXM8LXBhc3RlKG15LmRpc2Vhc2UsIl8iLG15LnNhbXBsZW5hbWVzLHNlcD0iIikKCiMgc2NSTkEtc2VxIFFDIG1ldHJpYy4KI21pdG8uZ2VuZXMxIDwtIGdyZXAocGF0dGVybiA9ICJeTVQtIiwgeCA9IHJvd25hbWVzKGdjcWwxQGFzc2F5cyRSTkFAY291bnRzKSwgdmFsdWUgPSBUUlVFKQojcGVyY2VudC5taXRvMSA8LSBNYXRyaXg6OmNvbFN1bXMoZ2NxbDFAYXNzYXlzJFJOQUBjb3VudHNbbWl0by5nZW5lczEsIF0pL01hdHJpeDo6Y29sU3VtcyhnY3FsMUBhc3NheXMkUk5BQGNvdW50cykKCiMgQWRkTWV0YURhdGEgYWRkcyBjb2x1bW5zIHRvIG9iamVjdEBtZXRhLmRhdGEsIGFuZCBpcyBhIGdyZWF0IHBsYWNlIHRvCiMgc3Rhc2ggUUMgc3RhdHMKZ2NxbDEgPC0gQWRkTWV0YURhdGEob2JqZWN0ID0gZ2NxbDEsIG1ldGFkYXRhID0gbXkuZGlzZWFzZSwgY29sLm5hbWUgPSAiZGlzZWFzZSIpCmdjcWwxIDwtIEFkZE1ldGFEYXRhKG9iamVjdCA9IGdjcWwxLCBtZXRhZGF0YSA9IG15LnNhbXBsZW5hbWVzLCBjb2wubmFtZSA9ICJzYW1wbGUubmFtZXMiKQpnY3FsMSA8LSBBZGRNZXRhRGF0YShvYmplY3QgPSBnY3FsMSwgbWV0YWRhdGEgPSBteS5pZGVudCwgY29sLm5hbWUgPSAic2FtcGxlIikKZ2NxbDEgPC0gQWRkTWV0YURhdGEob2JqZWN0ID0gZ2NxbDEsIG1ldGFkYXRhID0gZGlzZWFzZS5zYW1wbGVuYW1lcywgY29sLm5hbWUgPSAiZGlzZWFzZS5zYW1wbGVuYW1lcyIpCnRlbXA8LXJlcCgicGJtYyIsbnJvdyhnY3FsMUBtZXRhLmRhdGEpKQpnY3FsMSA8LSBBZGRNZXRhRGF0YShvYmplY3QgPSBnY3FsMSwgbWV0YWRhdGEgPSB0ZW1wLCBjb2wubmFtZSA9ICJ0aXNzdWUiKQoKIyBmaWx0ZXIgdGhlIGRhdGEgdG8gb25seSBrZWVwIGdlbmVzIHByZXNlbnQgKD4wIGluID49MSUgb2YgYWxsIHRoZSBjZWxscykgaW4gPj0zIHN1YmplY3RzCmdlbmUucHJlczwtbnVtZXJpYygpCnNhbXBsZS5uYW1lcy51bmlxdWU8LXVuaXF1ZShnY3FsMUBtZXRhLmRhdGEkc2FtcGxlLm5hbWVzKQoKZm9yKGkgaW4gMTpsZW5ndGgoc2FtcGxlLm5hbWVzLnVuaXF1ZSkpewogIHRlbXAubWF0cml4PC1nY3FsMUBhc3NheXMkUk5BQGNvdW50c1ssZ2NxbDFAbWV0YS5kYXRhJHNhbXBsZS5uYW1lcz09c2FtcGxlLm5hbWVzLnVuaXF1ZVtpXV0KICB0ZW1wLnZlY3Q8LWFwcGx5KHRlbXAubWF0cml4PjAsMSxzdW0pCiAgZ2VuZS5wcmVzPC1jYmluZChnZW5lLnByZXMsdGVtcC52ZWN0Pj0obmNvbCh0ZW1wLm1hdHJpeCkqMC4wMSkpCn0KCmdlbmUubmFtZXM8LXJvd25hbWVzKGdjcWwxQGFzc2F5cyRSTkFAY291bnRzKVthcHBseShnZW5lLnByZXMsMSxzdW0pPj0zXQpnY3FsMS5vcmlnPC1nY3FsMQpnY3FsMTwtc3Vic2V0KGdjcWwxLm9yaWcsZmVhdHVyZXM9Z2VuZS5uYW1lcykKCmNhdCgiQWZ0ZXIgdGhlIGZpcnN0IGFuZCBzZWNvbmQgc3RlcHMgb2YgZmlsdGVyaW5nLCB0aGVyZSBhcmUgIixucm93KGdjcWwxQGFzc2F5cyRSTkFAY291bnRzKSwiIGdlbmVzIGFuZCAiLG5jb2woZ2NxbDFAYXNzYXlzJFJOQUBjb3VudHMpLCIgY2VsbHMgaW4gdGhlIGRhdGEuXG4iLHNlcD0iIikKYGBgCgoKU2Vjb25kLCB3ZSBoYWQgYSB0aGlyZCBmaWx0ZXJpbmcgc3RlcCBvbiBjZWxscyBiYXNlZCBvbiB0aGUgbkdlbmUgYW5kIHBlcmNlbnQubWl0by4gSGVyZSBhcmUgdGhlIHBsb3RzIHRvIGhlbHAgdXMgZGVjaWRlIHRoZSB0aHJlc2hvbGQgb2YgdGhlIGZpbHRlcmluZy4KYGBge3IgZmlnLndpZHRoPTIwLGZpZy5oZWlnaHQ9MTAsY2FjaGU9RkFMU0V9CgojZzE8LVZsblBsb3Qob2JqZWN0ID0gZ2NxbDEsIGZlYXR1cmVzID0gYygibkZlYXR1cmVfUk5BIiwgIm5Db3VudF9STkEiLCAicGVyY2VudC5tdCIpLCBuY29sID0gMyxncm91cC5ieT0ic2FtcGxlbmFtZXMiLGNvbWJpbmU9VCkKCmcyPC1WbG5QbG90KG9iamVjdCA9IGdjcWwxLCBmZWF0dXJlcz0gYygibkZlYXR1cmVfUk5BIiwgIm5Db3VudF9STkEiLCAicGVyY2VudC5tdCIpLCBuY29sID0gMyxncm91cC5ieSA9ICJkaXNlYXNlLnNhbXBsZW5hbWVzIixjb21iaW5lPVQpCmdyaWQuYXJyYW5nZShnMixuY29sPTEpCmBgYAoKCmBgYHtyIGZpZy53aWR0aD0xNCxmaWcuaGVpZ2h0PTQsZWNobz1GQUxTRSxjYWNoZT1GQUxTRSxyZXN1bHRzPSdhc2lzJ30KIyBzaG93IHRoZSAyRCBzY2F0dGVycGxvdApnMTwtRmVhdHVyZVNjYXR0ZXIoZ2NxbDEsZmVhdHVyZTE9Im5Db3VudF9STkEiLGZlYXR1cmUyPSJwZXJjZW50Lm10Iixncm91cC5ieSA9ICJ0aXNzdWUiLHB0LnNpemU9MC41KQpnMTwtZzErZ2VvbV9hYmxpbmUoaW50ZXJjZXB0PTEwLHNsb3BlPTAsY29sPSJyZWQiKSAKCmcyPC1GZWF0dXJlU2NhdHRlcihnY3FsMSxmZWF0dXJlMT0ibkNvdW50X1JOQSIsZmVhdHVyZTI9Im5GZWF0dXJlX1JOQSIsZ3JvdXAuYnkgPSAidGlzc3VlIixwdC5zaXplPTAuNSkKZzI8LWcyK2dlb21fYWJsaW5lKGludGVyY2VwdD0zMDAsc2xvcGU9MCxjb2w9InJlZCIpCmcyPC1nMitnZW9tX2FibGluZShpbnRlcmNlcHQ9NjAwMCxzbG9wZT0wLGNvbD0icmVkIikKCmczPC1GZWF0dXJlU2NhdHRlcihnY3FsMSxmZWF0dXJlMT0ibkZlYXR1cmVfUk5BIixmZWF0dXJlMj0icGVyY2VudC5tdCIsZ3JvdXAuYnkgPSAidGlzc3VlIixwdC5zaXplPTAuNSkKZzM8LWczK2dlb21fYWJsaW5lKGludGVyY2VwdD0xMCxzbG9wZT0wLGNvbD0icmVkIikKZzM8LWczK2dlb21fdmxpbmUoeGludGVyY2VwdD0zMzAsY29sPSJyZWQiKQpnMzwtZzMrZ2VvbV92bGluZSh4aW50ZXJjZXB0PTYwMDAsY29sPSJyZWQiKQpnPC1ncmlkLmFycmFuZ2UoZzEsZzIsZzMsbmNvbD0zKQpnZ3NhdmUoZmlsZW5hbWU9ZmlsZS5wYXRoKG91dHB1dC5kaXIsIjFfZGF0YXByZXByb2Nlc3NpbmdfRmVhdHVyZVNjYXR0ZXIucGRmIikscGxvdD1nLGRldmljZT0icGRmIix1bml0cyA9ICJpbiIsd2lkdGg9MTQsaGVpZ2h0PTQpCmBgYAoKYGBge3J9CiMgb25seSBrZWVwIGNlbGxzIHdpdGggbkZlYXR1cmVfUk5BPj0zMzAgb3IgPD02MDAwCiNnY3FsMTwtc3Vic2V0KGdjcWwxLHN1YnNldD0gbkZlYXR1cmVfUk5BID49IDMwMCAmIG5GZWF0dXJlX1JOQTw9IDYwMDAgJiBwZXJjZW50Lm10PD0gNTApCmdjcWwxPC1zdWJzZXQoZ2NxbDEsc3Vic2V0PSBuRmVhdHVyZV9STkEgPj0gMzAwICYgcGVyY2VudC5tdDw9IDUwKQpjYXQoIkFmdGVyIHRoZSB0aGlyZCBmaWx0ZXJpbmcgc3RlcCwgd2UgaGF2ZSAiLG5yb3coZ2NxbDFAYXNzYXlzJFJOQUBjb3VudHMpLCIgZ2VuZXMgYW5kICIsbmNvbChnY3FsMUBhc3NheXMkUk5BQGNvdW50cyksIiBjZWxscy5cbiIsc2VwPSIiKQpgYGAKQmFzZWQgb24gdGhlIHF1YWxpdHkgY29udHJvbCBwbG90cywgaW4gdGhlIHRoaXJkIGZpbHRlcmluZyBzdGVwLCB3ZSByZW1vdmVkIGNlbGxzIHdpdGggPjUwJSBtaXRvY2hvbmRyaWFsIHBlcmNlbnRhZ2Ugb3IgIDwzMDAgZXhwcmVzc2VkIGdlbmVzLiBBZnRlciB0aGlzIHNlY29uZCBmaWx0ZXJpbmcgc3RlcCwgd2UgaGF2ZSBgciBucm93KGdjcWwxQGFzc2F5cyRSTkFAY291bnRzKWAgZ2VuZXMgYW5kIGByIG5jb2woZ2NxbDFAYXNzYXlzJFJOQUBjb3VudHMpYCBjZWxscyByZW1haW5lZC4gCgoKVGhpcmQsIHdlIG5vcm1hbGl6ZSB0aGUgdW5pbXB1dGVkIGFuZCBzYXZlIHRoZSBTQVZFUiBpbXB1dGVkIGRhdGEgYXMgdGhlIG5vcm1hbGl6ZWQgZGF0YS4gVGhlc2UgZGF0YSBhcmUgc2F2ZWQgZm9yIGRvd25zdHJlYW0gZnVydGhlciBwcm9jZXNzaW5nLgoKYGBge3J9CiMgbm9ybWFsaXplIHRoZSBkYXRhIGFuZCBzYXZlIHRoZSByZXN1bHRzCmdjcWwxIDwtIE5vcm1hbGl6ZURhdGEoZ2NxbDEsIG5vcm1hbGl6YXRpb24ubWV0aG9kID0gIkxvZ05vcm1hbGl6ZSIsICBzY2FsZS5mYWN0b3IgPSAxMDAwMCkKc2F2ZVJEUyhnY3FsMSwgZmlsZSA9IGZpbGUucGF0aChvdXRwdXQuZGlyLCIxX25vcm1hbGl6ZWRfZGF0YV91bmltcHV0ZWRfMS5yZHMiKSkKCiNnY3FsMS5zYXZlcjwtTm9ybWFsaXplRGF0YShvYmplY3QgPSBnY3FsMS5zYXZlciwgbm9ybWFsaXphdGlvbi5tZXRob2QgPSAiTG9nTm9ybWFsaXplIiwgIHNjYWxlLmZhY3RvciA9IDEwMDAwKQojc2F2ZVJEUyhnY3FsMS5zYXZlciwgZmlsZSA9IGZpbGUucGF0aChvdXRwdXQuZGlyLCJwcmVwcm9jZXNzZWRfZGF0YV9zYXZlcmltcHV0ZWRfMS5yZHMiKSkKCmNhdCgidGhlIHByZXByb2Nlc3NlZCBkYXRhIGZvciB0aGUgdW5pbXB1dGVkIGRhdGEgd2FzIHNhdmVkIGFzICIsZmlsZS5wYXRoKG91dHB1dC5kaXIsIjFfbm9ybWFsaXplZF9kYXRhX3VuaW1wdXRlZF8xLnJkcyIpLCJcbiIsc2VwPSIiKQoKY2F0KCJBZnRlciB0aGUgbm9ybWFsaXphdGlvbiwgdGhlcmUgYXJlICIsbnJvdyhnY3FsMUBhc3NheXMkUk5BQGRhdGEpLCIgZ2VuZXMgYW5kICIsbmNvbChnY3FsMUBhc3NheXMkUk5BQGRhdGEpLCIgY2VsbHNcbiIsc2VwPSIiKQoKI2NhdCgidGhlIHByZXByb2Nlc3NlZCBkYXRhIGZvciB0aGUgU0FWRVIgaW1wdXRlZCBkYXRhIHdhcyBzYXZlZCBhcyAiLGZpbGUucGF0aChvdXRwdXQuZGlyLCJwcmVwcm9jZXNzZWRfZGF0YV9zYXZlcmltcHV0ZWRfMS5yZHMiKSwiXG4iLHNlcD0iIikKYGBgCgojIyMgT3JpZ2luYWwgQ2VsbCBDbHVzdGVyaW5nCgpGaXJzdCwgd2UgZmluZCB2YXJpYWJsZSBnZW5lcy4KYGBge3J9CmZlYXR1cmVzLm48LTIwMDAKaG9tZS5kaXI8LSIvaG9tZS95YW54aXRpbmcvRG9jdW1lbnRzL1Jlc2VhcmNoL0dSQURTX1NBUkNfUEJNQyIKYGBgCgpXZSBsb2FkIGluIHRoZSBub3JtYWxpemVkIHVuaW1wdXRlZCBkYXRhIGFuZCBmaW5kIHRoZSB0b3AgYHIgZmVhdHVyZXMubmAgdmFyaWFibGUgZ2VuZXMgZm9yIGNlbGwgY2x1c3RlcmluZy4gVGhlIG5vcm1hbGl6ZWQgZGF0YSB3YXMgZnVydGhlciBzY2FsZWQgdG8gcmVtb3ZlIHRoZSBlZmZlY3Qgb2YgblVNSSBhbmQgcGVyY2VudC5taXRvIGZvciBmdXJ0aGVyIGNlbGwgY2x1c3RlcmluZyBwdXJwb3NlLgoKYGBge3IgZmlnLndpZHRoPTEwLGZpZy5oZWlnaHQ9NX0KIyBsb2FkIGluIHRoZSBub3JtYWxpemVkIHVuaW1wdXRlZCBkYXRhCmRhdGEuZmlsZXBhdGg8LWZpbGUucGF0aChob21lLmRpciwic2NSTkEtc2VxL1NldXJhdC8xX25vcm1hbGl6ZWRfZGF0YV91bmltcHV0ZWRfMS5yZHMiKQpvdXRwdXQuZGlyPC1maWxlLnBhdGgoaG9tZS5kaXIsInNjUk5BLXNlcS9TZXVyYXQiKQoKaWYoZmlsZS5leGlzdHMob3V0cHV0LmRpcik9PUYpewogIGRpci5jcmVhdGUob3V0cHV0LmRpcikKfQoKZ2NxbDE8LXJlYWRSRFMoZmlsZSA9IGRhdGEuZmlsZXBhdGgsIHJlZmhvb2sgPSBOVUxMKQpnY3FsMTwtRmluZFZhcmlhYmxlRmVhdHVyZXMoZ2NxbDEsc2VsZWN0aW9uLm1ldGhvZD0idnN0IixuZmVhdHVyZXM9ZmVhdHVyZXMubikKCiMgSWRlbnRpZnkgdGhlIDEwIG1vc3QgaGlnaGx5IHZhcmlhYmxlIGdlbmVzCnRvcDEwIDwtIGhlYWQoVmFyaWFibGVGZWF0dXJlcyhnY3FsMSksIDEwKQoKIyBwbG90IHZhcmlhYmxlIGZlYXR1cmVzIHdpdGggYW5kIHdpdGhvdXQgbGFiZWxzCnBsb3QxIDwtIFZhcmlhYmxlRmVhdHVyZVBsb3QoZ2NxbDEpCnBsb3QyIDwtIExhYmVsUG9pbnRzKHBsb3QgPSBwbG90MSwgcG9pbnRzID0gdG9wMTAsIHJlcGVsID0gVFJVRSkKQ29tYmluZVBsb3RzKHBsb3RzID0gbGlzdChwbG90MSwgcGxvdDIpKQpgYGAKCgpUaGVuIHdlIHNjYWxlIHRoZSBkYXRhIHRvIHJlbW92ZSB0aGUgZWZmZWN0IGZyb20gblVNSSBhbmQgcGVyY2VudC5taXRvLiBIZXJlIHdlIGRlY2lkZSB0byBzY2FsZSBmb3IgYWxsIGdlbmVzIHNvIHRoYXQgbGF0ZXIgb24sIHRoZSBoZWF0bWFwIHdpbGwgYmUgZ2VuZXJhdGVkIHVzaW5nIHRoZSBzY2FsZWQgZGF0YS4gCmBgYHtyIHJlc3VsdHM9J2hpZGUnfQojbWF5YmUgcmVncmVzcyBjZWxsIGN5Y2xlIGh0dHA6Ly9zYXRpamFsYWIub3JnL3NldXJhdC9jZWxsX2N5Y2xlX3ZpZ25ldHRlLmh0bWwKYWxsLmdlbmVzPC1yb3duYW1lcyhnY3FsMSkKI2djcWwxIDwtIFNjYWxlRGF0YShnY3FsMSxmZWF0dXJlcyA9IGFsbC5nZW5lcywgdmFycy50by5yZWdyZXNzID0gYygibkNvdW50X1JOQSIsICJwZXJjZW50Lm10IikpCmdjcWwxIDwtIFNjYWxlRGF0YShnY3FsMSkKI291dHB1dC5maWxlcGF0aDwtZmlsZS5wYXRoKG91dHB1dC5kaXIsIjJfc2NhbGVkX2FsbGdlbmVzX3VuaW1wdXRlZC5yZHMiKQojc2F2ZVJEUyhnY3FsMSwgZmlsZSA9IG91dHB1dC5maWxlcGF0aCkKYGBgCgoKV2UgcGVyZm9ybSB0aGUgcHJpbmNpcGFsIGNvbXBvbmVudCBhbmFseXNpcyBvbiB0aGUgdmFyaWFibGUgZ2VuZXMgdG8gZGVjaWRlIHRoZSBudW1iZXIgb2YgUENzIHRvIHVzZSBmb3IgY2x1c3RlcmluZy4KYGBge3J9CmdjcWwxIDwtIFJ1blBDQShvYmplY3QgPSBnY3FsMSwgZmVhdHVyZXMgPSBWYXJpYWJsZUZlYXR1cmVzKGdjcWwxKSwgbnBjcz0yMDAsdmVyYm9zZT1GKQpgYGAKCgpUbyBzZWUgaWYgdGhlcmUgYXJlIFBDcyB0aGF0IGFyZSBzdWJqZWN0IHNwZWNpZmljLCB0aGUgMkQgUENBIHBsb3RzIHVzaW5nIHRoZSB0b3AgMyBQQ3MgYXJlIGFzIGZvbGxvd3MgZm9yIHRoZSB1bi1pbXB1dGVkIGRhdGEuIApgYGB7ciBmaWcud2lkdGg9MTAsZmlnLmhlaWdodD0xNSxjYWNoZT1GQUxTRSxyZXN1bHRzPSdoaWRlJ30KI3BhcihtZnJvdz1jKDIsMikpCmZpZy4xPC1EaW1QbG90KG9iamVjdCA9IGdjcWwxLCBkaW1zID0gYygxLDIpLCBwdC5zaXplPTAuNSkKZmlnLjI8LURpbVBsb3Qob2JqZWN0ID0gZ2NxbDEsIGRpbXMgPSBjKDIsMyksIHB0LnNpemU9MC41KQpmaWcuMzwtRGltUGxvdChvYmplY3QgPSBnY3FsMSwgZGltcyA9IGMoMSwzKSwgcHQuc2l6ZT0wLjUpCmdyaWQuYXJyYW5nZShmaWcuMSxmaWcuMixmaWcuMyxuY29sPTEpCmBgYAoKV2UgZHJhdyB0aGUgaGVhdG1hcCBvZiB0aGUgdG9wIGdlbmVzIGZvciBlYWNoIFBDLgpgYGB7ciBmaWcud2lkdGg9MTUsaGVpZ2h0PTgwLGNhY2hlPUZBTFNFfQpEaW1IZWF0bWFwKGdjcWwxLCBkaW1zID0gMToxMCwgY2VsbHMgPSA1MDAsIGJhbGFuY2VkID0gVFJVRSkKYGBgCmBgYHtyIGZpZy53aWR0aD0xNSxoZWlnaHQ9ODAsY2FjaGU9RkFMU0V9CkRpbUhlYXRtYXAoZ2NxbDEsIGRpbXMgPSAxMToyMCwgY2VsbHMgPSA1MDAsIGJhbGFuY2VkID0gVFJVRSkKYGBgCgpgYGB7ciBmaWcud2lkdGg9MTUsaGVpZ2h0PTgwLGNhY2hlPUZBTFNFfQpEaW1IZWF0bWFwKGdjcWwxLCBkaW1zID0gMjE6MzAsIGNlbGxzID0gNTAwLCBiYWxhbmNlZCA9IFRSVUUpCmBgYAoKYGBge3IgZmlnLndpZHRoPTE1LGhlaWdodD04MCxjYWNoZT1GQUxTRX0KRGltSGVhdG1hcChnY3FsMSwgZGltcyA9IDMxOjQwLCBjZWxscyA9IDUwMCwgYmFsYW5jZWQgPSBUUlVFKQpgYGAKCmBgYHtyIGZpZy53aWR0aD0xNSxoZWlnaHQ9ODAsY2FjaGU9RkFMU0V9CkRpbUhlYXRtYXAoZ2NxbDEsIGRpbXMgPSA0MTo1MCwgY2VsbHMgPSA1MDAsIGJhbGFuY2VkID0gVFJVRSkKYGBgCgpgYGB7ciBmaWcud2lkdGg9MTUsaGVpZ2h0PTgwLGNhY2hlPUZBTFNFfQpEaW1IZWF0bWFwKGdjcWwxLCBkaW1zID0gNTE6NjAsIGNlbGxzID0gNTAwLCBiYWxhbmNlZCA9IFRSVUUpCmBgYAoKYGBge3IgZmlnLndpZHRoPTE1LGhlaWdodD04MCxjYWNoZT1GQUxTRX0KRGltSGVhdG1hcChnY3FsMSwgZGltcyA9IDYxOjcwLCBjZWxscyA9IDUwMCwgYmFsYW5jZWQgPSBUUlVFKQpgYGAKCmBgYHtyIGZpZy53aWR0aD0xNSxoZWlnaHQ9ODAsY2FjaGU9RkFMU0V9CkRpbUhlYXRtYXAoZ2NxbDEsIGRpbXMgPSA3MTo4MCwgY2VsbHMgPSA1MDAsIGJhbGFuY2VkID0gVFJVRSkKYGBgCgpXZSB1c2UgdGhlIGZvbGxvd2luZyBKYWNrc3RyYXcgcGxvdHMgYW5kIHRoZSBFbGJvd3Bsb3QgdG8gZGVjaWRlIHRoZSBudW1iZXIgb2YgUENzIHRvIHVzZSBmb3IgZG93bnN0cmVhbSBhbmFseXNpcy4KYGBge3IgZmlnLndpZHRoPTEwLGZpZy5oZWlnaHQ9NDAscmVzdWx0cz0naG9sZCd9CmdjcWwxIDwtIEphY2tTdHJhdyhvYmplY3QgPSBnY3FsMSwgbnVtLnJlcGxpY2F0ZSA9IDEwMCwgdmVyYm9zZSA9IFRSVUUsZGltcz0yMDApCmdjcWwxIDwtIFNjb3JlSmFja1N0cmF3KGdjcWwxLCBkaW1zID0gMToyMDApCmBgYAoKCmBgYHtyIGZpZy53aWR0aD0xNixmaWcuaGVpZ2h0PTgsY2FjaGU9RkFMU0UscmVzdWx0cz0naGlkZSd9CkphY2tTdHJhd1Bsb3QoZ2NxbDEsIGRpbXMgPSAxOjEwMCkKYGBgCgpgYGB7ciBmaWcud2lkdGg9OCxmaWcuaGVpZ2h0PTgsY2FjaGU9RkFMU0UscmVzdWx0cz0naGlkZSd9CkVsYm93UGxvdChvYmplY3QgPSBnY3FsMSxuZGltcz0xMDApCmBgYAoKYGBge3J9CnBjLm51bTwtNDYKYGBgCgpCYXNlZCBvbiB0aGUgSmFja1N0cmF3IHBsb3QgYW5kIHRoZSBFbGJvdyBwbG90LCB3ZSBkZWNpZGVkIHRvIHVzZSB0aGUgdG9wIGByIHBjLm51bWAgUENzIGZvciB0aGUgdW5pbXB1dGVkIGRhdGEuCgpgYGB7cn0Kc2F2ZVJEUyhnY3FsMSwgZmlsZSA9IGZpbGUucGF0aChvdXRwdXQuZGlyLHBhc3RlKCIyX2RpbXJlZHVjdGlvbl9kYXRhXyIsbGVuZ3RoKGdjcWwxQGFzc2F5cyRSTkFAdmFyLmZlYXR1cmVzKSwidmFyZ2VuZXNfcGlwZWxpbmUxLnJkcyIsc2VwPSIiKSkpCiMgd2Ugc2F2ZSB0aGUgZmlsZSBhcyBwcmVwcm9jZXNzZWRfZGF0YV9zYXZlci5yZHMgdG8gcHJldmVudCBhbnkgbWlzdGFrZXMgYnV0IHdlIGNoYW5nZSB0aGUgZmlsZSBuYW1lIGJhY2sgdG8gcHJlcHJvY2Vzc2VkX2RhdGEucmRzIGJlZm9yZSBwZXJmb3JtaW5nIGRvd25zdHJlYW0gYW5hbHlzaXMuCgpjYXQoIldlIHNhdmUgdGhlIFIgcHJvamVjdCBhc1xuIikKY2F0KCJ1bmltcHV0ZWQgZGF0YTpcdCIsZmlsZS5wYXRoKG91dHB1dC5kaXIscGFzdGUoIjJfZGltcmVkdWN0aW9uX2RhdGFfIixsZW5ndGgoZ2NxbDFAYXNzYXlzJFJOQUB2YXIuZmVhdHVyZXMpLCJ2YXJnZW5lc19waXBlbGluZTEucmRzIixzZXA9IiIpKSwiXG4iLHNlcD0iIikKYGBgCgoKQmFzZWQgb24gdGhlIEphY2tzdHJhdyBwbG90cywgd2UgZGVjaWRlZCB0byB1c2UgdGhlIGByIHBjLm51bWAgdG9wIFBDcyBmb3IgY2x1c3RlcmluZy4gCgojIyMgRGF0YSB2aXN1YWxpemF0aW9uCgojIyMjIFVNQVAKVG8gaWRlbnRpZnkgcG90ZW50aWFsIG91dGx5aW5nIGNlbGxzIGFuZCBzYW1wbGVzLCB3ZSBmaXJzdCBsYWJlbCB0aGUgdFNORSBwbG90IHVzaW5nIGRpc2Vhc2Vfc2FtcGxlbmFtZXMuCmBgYHtyfQojIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMKIyAyLiBnZW5lcmF0ZSB0aGUgVFNORSBwbG90IGxhYmVsbGVkIHNwZWNpZmljYWxseSBmb3IgZWFjaCBzYW1wbGUgc2VwYXJhdGVseSB0byBsb29rIGZvciBvdXRsaWVycy4KIyBzcnVuIC0tcHR5IC0teDExIC1wIHBpX2thbWluc2tpIC10IDEyOjAwOjAwIC0tbnRhc2tzPTEgLS1ub2Rlcz0xIC0tY3B1cy1wZXItdGFzaz0xIC0tbWVtPTYwMTUyIGJhc2gKI21vZHVsZSBsb2FkIEFwcHMvUi8zLjQuMS1nZW5lcmljCiNtb2R1bGUgbG9hZCBBcHBzL1IvMy40LjMtZ2VuZXJpYwoKZGF0YS5maWxlcGF0aDwtZmlsZS5wYXRoKG91dHB1dC5kaXIsIjJfZGltcmVkdWN0aW9uX2RhdGFfMjAwMHZhcmdlbmVzX3BpcGVsaW5lMS5yZHMiKQpnY3FsMSA8LSByZWFkUkRTKGZpbGUgPSBkYXRhLmZpbGVwYXRoLCByZWZob29rID0gTlVMTCkKCiMgZ2VuZXJhdGUgdGhlIFRTTkUgcGxvdCBsYWJlbGVkIGJ5IGxhYmVsaW5nIHNhbXBsZXMgd2l0aCBkaWZmZXJlbnQgY29sb3JzIApzYW1wbGUxPC1GaW5kTmVpZ2hib3JzKGdjcWwxLGRpbXM9MTpwYy5udW0pCnNhbXBsZTE8LUZpbmRDbHVzdGVycyhzYW1wbGUxLHJlc29sdXRpb249MS4yKQpzYW1wbGUxPC1SdW5VTUFQKHNhbXBsZTEsZGltcz0xOnBjLm51bSkKI3NhbXBsZTE8LVJ1blVNQVAoc2FtcGxlMSxkaW1zPTE6cGMubnVtLHVtYXAubWV0aG9kPSJ1bWFwLWxlYXJuIikKCgpgYGAKCmBgYHtyIGZpZy53aWR0aD0xMCxmaWcuaGVpZ2h0PTIwLGZpZy5jYXA9IlVNQVAgbGFiZWxlZCBieSBhKS4gY2VsbCBjbHVzdGVycywgYikuIHNhbXBsZSBuYW1lcyBhbmQgYykuIGRpc2Vhc2UgZm9yIHRoZSB1bmltcHV0ZWQgZGF0YS4iLGNhY2hlPUZBTFNFLHJlc3VsdHM9J2hpZGUnfQpmaWcxPC1EaW1QbG90KHNhbXBsZTEscmVkdWN0aW9uPSJ1bWFwIikKZmlnMjwtRGltUGxvdChzYW1wbGUxLHJlZHVjdGlvbj0idW1hcCIsZ3JvdXAuYnk9ImRpc2Vhc2Uuc2FtcGxlbmFtZXMiKQpmaWczPC1EaW1QbG90KHNhbXBsZTEscmVkdWN0aW9uPSJ1bWFwIixncm91cC5ieT0iZGlzZWFzZSIpCmdyaWQuYXJyYW5nZShmaWcxLGZpZzIsZmlnMyxuY29sPTEpCmBgYAoKYGBge3IgZmlnLndpZHRoPTEwLGZpZy5oZWlnaHQ9MjAsZmlnLmNhcD0iVU1BUCBsYWJlbGVkIGJ5IGEpLiBjZWxsIGNsdXN0ZXJzLCBiKS4gc2FtcGxlIG5hbWVzIGFuZCBjKS4gZGlzZWFzZSBmb3IgdGhlIHVuaW1wdXRlZCBkYXRhLiIsY2FjaGU9RkFMU0UscmVzdWx0cz0naGlkZSd9CnBjLm51bTwtNDYKIyBnZW5lcmF0ZSB0aGUgVFNORSBwbG90IGxhYmVsZWQgYnkgbGFiZWxpbmcgc2FtcGxlcyB3aXRoIGRpZmZlcmVudCBjb2xvcnMgCnNhbXBsZTE8LUZpbmROZWlnaGJvcnMoZ2NxbDEsZGltcz0xOnBjLm51bSkKc2FtcGxlMTwtRmluZENsdXN0ZXJzKHNhbXBsZTEscmVzb2x1dGlvbj0xLjIpCnNhbXBsZTE8LVJ1blVNQVAoc2FtcGxlMSxkaW1zPTE6cGMubnVtKQojc2FtcGxlMTwtUnVuVU1BUChzYW1wbGUxLGRpbXM9MTpwYy5udW0sdW1hcC5tZXRob2Q9InVtYXAtbGVhcm4iKQpmaWcxPC1EaW1QbG90KHNhbXBsZTEscmVkdWN0aW9uPSJ1bWFwIikKZmlnMjwtRGltUGxvdChzYW1wbGUxLHJlZHVjdGlvbj0idW1hcCIsZ3JvdXAuYnk9ImRpc2Vhc2Uuc2FtcGxlbmFtZXMiKQpmaWczPC1EaW1QbG90KHNhbXBsZTEscmVkdWN0aW9uPSJ1bWFwIixncm91cC5ieT0iZGlzZWFzZSIpCmdyaWQuYXJyYW5nZShmaWcxLGZpZzIsZmlnMyxuY29sPTEpCmBgYAojIyMjIHRTTkUgcGxvdAoKYGBge3IgZXZhbD1GQUxTRX0KcGMubnVtPC0zNQpzYW1wbGUxIDwtIFJ1blRTTkUoc2FtcGxlMSwgZGltcz0gMTpwYy5udW0pCmBgYAoKYGBge3IgZmlnLndpZHRoPTEwLGZpZy5oZWlnaHQ9MjAsZmlnLmNhcD0idFNORSBwbG90cyBsYWJlbGVkIGJ5IGEpLiBjZWxsIGNsdXN0ZXJzLCBiKS4gc2FtcGxlIG5hbWVzIGFuZCBjKS4gZGlzZWFzZSBmb3IgdGhlIHVuaW1wdXRlZCBkYXRhLiIsY2FjaGU9RkFMU0UscmVzdWx0cz0naGlkZSd9CmZpZzE8LURpbVBsb3Qoc2FtcGxlMSxyZWR1Y3Rpb249InRzbmUiKQpmaWcyPC1EaW1QbG90KHNhbXBsZTEscmVkdWN0aW9uPSJ0c25lIixncm91cC5ieT0iZGlzZWFzZS5zYW1wbGVuYW1lcyIpCmZpZzM8LURpbVBsb3Qoc2FtcGxlMSxyZWR1Y3Rpb249InRzbmUiLGdyb3VwLmJ5PSJkaXNlYXNlIikKZ3JpZC5hcnJhbmdlKGZpZzEsZmlnMixmaWczLG5jb2w9MSkKYGBgCgojIyMjIGRhdGEgc2F2aW5nCmBgYHtyfQpzYXZlUkRTKHNhbXBsZTEsIGZpbGUgPSBmaWxlLnBhdGgob3V0cHV0LmRpcixwYXN0ZSgiMl92aXN1YWxpemF0aW9uX2RhdGFfIixsZW5ndGgoZ2NxbDFAYXNzYXlzJFJOQUB2YXIuZmVhdHVyZXMpLCJ2YXJnZW5lc19waXBlbGluZTEucmRzIixzZXA9IiIpKSkKY2F0KCJXZSBzYXZlZCB0aGUgc2V1cmF0IG9iamVjdCB3aXRoIFVNQVAgYW5kIHRTTkUgYXMgIixmaWxlLnBhdGgob3V0cHV0LmRpcixwYXN0ZSgiMl92aXN1YWxpemF0aW9uX2RhdGFfIixsZW5ndGgoc2FtcGxlMUBhc3NheXMkUk5BQHZhci5mZWF0dXJlcyksInZhcmdlbmVzX3BpcGVsaW5lMS5yZHMiLHNlcD0iIikpLCJcbiIsc2VwPSIiKQpgYGAKCiMjIyBJbnRlZ3JhdGl2ZSBBbmFseXNpcwoKYGBge3J9Cm15LmRpc3RpbmN0LmNvbG9yczwtYygnI2U2MTk0YicsICcjM2NiNDRiJywgJyNmZmUxMTknLCAnIzQzNjNkOCcsICcjZjU4MjMxJywgJyM5MTFlYjQnLCAnIzQ2ZjBmMCcsICcjZjAzMmU2JywgJyNiY2Y2MGMnLCAnI2ZhYmViZScsICcjMDA4MDgwJywgJyNlNmJlZmYnLCAnIzlhNjMyNCcsICcjZmZmYWM4JywgJyM4MDAwMDAnLCAnI2FhZmZjMycsICcjODA4MDAwJywgJyNmZmQ4YjEnLCAnIzAwMDA3NScsICcjODA4MDgwJywgJyNmZmZmZmYnLCAnIzAwMDAwMCcpCmBgYAoKVG8gZGVzY3JpYmUgdGhlIGNlbGwgdHlwZXMgY2FwdHVyZWQgaW4gdGhlIGRhdGEsIHRoZSBpbnRlZ3JhdGVkIGFuYWx5c2lzIG1heSBwcm92aWRlIGNsZWFuZXIgcmVzdWx0cy4gVGhlcmVmb3JlLCB3ZSBjb25kdWN0IHRoZSBpbnRlZ3JhdGVkIGFuYWx5c2lzIG9mIGFsbCB0aGUgYXN0aG1hIDEwWCBkYXRhIHVzaW5nIFNldXJhdCBWMy4xIGluIHRoaXMgbm90ZSB0byByZWR1Y2UgdGhlIHN1YmplY3QgZWZmZWN0IGluIHRoZSBkYXRhIHZpc3VsaXphdGlvbiBhbmQgdGhlIHRyYWplY3RvcnkgYW5hbHlzaXMgYXQgbGVhc3QuIAoKIyMjIyBEYXRhIExvYWRpbmcKYGBge3IgZGF0YV9sb2FkaW5nLHJlc3VsdHM9J2hvbGQnfQojIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIyMjIwojIDEuIGxvYWQgaW4gdGhlIHNpbmdsZXIgb2JqZWN0CmRhdGEuZGlyPC1maWxlLnBhdGgoaG9tZS5kaXIsInNjUk5BLXNlcS9TZXVyYXQiKQpzYW1wbGUxPC1yZWFkUkRTKGZpbGUucGF0aChkYXRhLmRpciwiMl92aXN1YWxpemF0aW9uX2RhdGFfMjAwMHZhcmdlbmVzX3BpcGVsaW5lMS5yZHMiKSxyZWZob29rID0gTlVMTCkKCnNhbXBsZTEucmF3PC1zYW1wbGUxCmBgYAoKIyMjIyBpbnRlZ3JhdGluZyBkYXRhCgpTcGxpdCB0aGUgd2hvbGUgZGF0YXNldCBiYXNlZCBvbiBzdWJqZWN0IElEIChmcmVzaCBhbmQgRFNNTyBzYW1wbGVzIGZyb20gdGhlIHNhbWUgc3ViamVjdCBhcmUgY29uc2lkZXJlZCBhcyBvbmUgc2FtcGxlKS4gRmluZCBhbmNob3JzIHRvIGludGVncmF0ZSBhbGwgdGhlIGRhdGFzZXRzIHRvZ2V0aGVyLgpgYGB7cn0Kc2FtcGxlMS5saXN0PC1TcGxpdE9iamVjdChzYW1wbGUxLnJhdyxzcGxpdC5ieT0ic2FtcGxlLm5hbWVzIikKc2FtcGxlMS5saXN0PC1sYXBwbHkoWD1zYW1wbGUxLmxpc3QsRlVOPWZ1bmN0aW9uKHgpewogIHg8LU5vcm1hbGl6ZURhdGEoeCkKICB4PC1GaW5kVmFyaWFibGVGZWF0dXJlcyh4LHNlbGVjdGlvbi5tZXRob2Q9InZzdCIsbmZlYXR1cmVzPTIwMDApCn0pCnRlbXAuY2VsbG51bTwtdW5saXN0KGxhcHBseShzYW1wbGUxLmxpc3QsbmNvbCkpCiMgaW5jcmVhc2UgdGhlIGdsb2JhbCBtYXhTaXplCm9wdGlvbnMoZnV0dXJlLmdsb2JhbHMubWF4U2l6ZT0gNDE5NDMwNDAwMCkKZmVhdHVyZXMgPC0gU2VsZWN0SW50ZWdyYXRpb25GZWF0dXJlcyhvYmplY3QubGlzdCA9IGlmbmIubGlzdCkKaWZuYi5saXN0IDwtIGxhcHBseShYID0gaWZuYi5saXN0LCBGVU4gPSBmdW5jdGlvbih4KSB7CiAgICB4IDwtIFNjYWxlRGF0YSh4LCBmZWF0dXJlcyA9IGZlYXR1cmVzLCB2ZXJib3NlID0gRkFMU0UpCiAgICB4IDwtIFJ1blBDQSh4LCBmZWF0dXJlcyA9IGZlYXR1cmVzLCB2ZXJib3NlID0gRkFMU0UpCn0pCiNzYW1wbGUxLmFuY2hvcnM8LUZpbmRJbnRlZ3JhdGlvbkFuY2hvcnMoc2FtcGxlMS5saXN0W3RlbXAuY2VsbG51bT49OTJdLGsuZmlsdGVyPTkyLGRpbXM9MTo0MCx2ZXJib3NlPUZBTFNFKQpzYW1wbGUxLmFuY2hvcnM8LUZpbmRJbnRlZ3JhdGlvbkFuY2hvcnMob2JqZWN0Lmxpc3Q9c2FtcGxlMS5saXN0LGFuY2hvci5mZWF0dXJlcz1mZWF0dXJlcywgcmVkdWN0aW9uPSJycGNhIix2ZXJib3NlPUZBTFNFKQojc2FtcGxlMS5jb21iaW5lZDwtSW50ZWdyYXRlRGF0YShhbmNob3JzZXQ9c2FtcGxlMS5hbmNob3JzLGZlYXR1cmVzLnRvLmludGVncmF0ZT1yb3duYW1lcyhzYW1wbGUxLnJhd0Bhc3NheXMkUk5BQGNvdW50cyksZGltcz0xOjQwLHZlcmJvc2U9RkFMU0UpCiMsay5maWx0ZXI9NDAsZGltcz0xOjQwCnNhbXBsZTEuY29tYmluZWQ8LUludGVncmF0ZURhdGEoYW5jaG9yc2V0PXNhbXBsZTEuYW5jaG9ycyxkaW1zPTE6NDAsdmVyYm9zZT1GQUxTRSkKYGBgCgoKYGBge3J9CmRpci5jcmVhdGUoZmlsZS5wYXRoKG91dHB1dC5kaXIsImludGVncmF0ZWRfYW5hbHlzaXMiKSkKb3V0cHV0LmZpbGVwYXRoPC1maWxlLnBhdGgob3V0cHV0LmRpciwiaW50ZWdyYXRlZF9hbmFseXNpcyIsInNldXJhdF9vYmplY3RfaW50ZWdyYXRlZF9hbGxjZWxscy5yZHMiKQpzYXZlUkRTKHNhbXBsZTEuY29tYmluZWQsZmlsZT1vdXRwdXQuZmlsZXBhdGgpCmNhdCgiV2Ugc2F2ZWQgdGhlIGludGVncmF0ZWQgZGF0YSBmb3IgYWxsIGNlbGxzIGFzICIsb3V0cHV0LmZpbGVwYXRoLCJcbiIsc2VwPSIiKQoKb3V0cHV0LmZpbGVwYXRoPC1maWxlLnBhdGgob3V0cHV0LmRpciwiaW50ZWdyYXRlZF9hbmFseXNpcyIsInNldXJhdF9vYmplY3Rfb3JpZ2luYWxfYWxsY2VsbHMucmRzIikKc2F2ZVJEUyhzYW1wbGUxLGZpbGU9b3V0cHV0LmZpbGVwYXRoKQpjYXQoIldlIHNhdmVkIHRoZSBvcmlnaW5hbCBkYXRhIGZvciBhbGwgY2VsbHMgYXMgIixvdXRwdXQuZmlsZXBhdGgsIlxuIixzZXA9IiIpCmBgYAoKQ2x1c3RlciB0aGUgY2VsbHMgdXNpbmcgdGhlIGludGVncmF0ZWQgZGF0YS4KCmBgYHtyfQpEZWZhdWx0QXNzYXkoc2FtcGxlMS5jb21iaW5lZCkgPC0gImludGVncmF0ZWQiCiMgUnVuIHRoZSBzdGFuZGFyZCB3b3JrZmxvdyBmb3IgdmlzdWFsaXphdGlvbiBhbmQgY2x1c3RlcmluZwpzYW1wbGUxLmNvbWJpbmVkIDwtIFNjYWxlRGF0YShzYW1wbGUxLmNvbWJpbmVkLCB2ZXJib3NlID0gRkFMU0UpCnNhbXBsZTEuY29tYmluZWQgPC0gUnVuUENBKHNhbXBsZTEuY29tYmluZWQsIG5wY3MgPSA0MCwgdmVyYm9zZSA9IEZBTFNFKQojIHQtU05FIGFuZCBDbHVzdGVyaW5nCnNhbXBsZTEuY29tYmluZWQgPC0gUnVuVU1BUChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAicGNhIiwgZGltcyA9IDE6NDApCnNhbXBsZTEuY29tYmluZWQgPC0gRmluZE5laWdoYm9ycyhzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAicGNhIiwgZGltcyA9IDE6NDApCnNhbXBsZTEuY29tYmluZWQgPC0gRmluZENsdXN0ZXJzKHNhbXBsZTEuY29tYmluZWQsIHJlc29sdXRpb24gPSAxLjIpCmBgYAoKV2Ugc2F2ZSB0aGUgcmVzdWx0IGluIGEgcmRzIGZpbGUuCmBgYHtyfQpvdXRwdXQuc3ViZGlyPC1maWxlLnBhdGgob3V0cHV0LmRpciwiaW50ZWdyYXRlZF9hbmFseXNpcyIpCmlmKGZpbGUuZXhpc3RzKG91dHB1dC5zdWJkaXIpPT1GKXsKICBkaXIuY3JlYXRlKG91dHB1dC5zdWJkaXIpCn0KCm91dHB1dC5maWxlcGF0aDwtZmlsZS5wYXRoKG91dHB1dC5zdWJkaXIsInNldXJhdF9vYmplY3RfaW50ZWdyYXRlZF9hbGxjZWxsc19jZWxsY2x1c3RlcmluZ19ub1NpbmdsZVIucmRzIikKc2F2ZVJEUyhzYW1wbGUxLmNvbWJpbmVkLGZpbGU9b3V0cHV0LmZpbGVwYXRoKQpjYXQoIldlIHNhdmVkIHRoZSBzZXVyYXQgb2JqZWN0IG9mIHRoZSBpbnRlZ3JhdGVkIGRhdGEgd2l0aCBjZWxsIGNsdXN0ZXJpbmcgcmVzdWx0cyBvbmx5IGFzICIsb3V0cHV0LmZpbGVwYXRoLCJcbiIsc2VwPSIiKQpgYGAKCgojIyMjIFZpc3VhbGl6aW5nIGludGVncmF0ZWQgZGF0YQoKYGBge3IsZmlnLndpZHRoPTgsZmlnLmhlaWdodD0yMH0KbGlicmFyeShjb3dwbG90KQpwMSA8LSBEaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgZ3JvdXAuYnkgPSAic2FtcGxlLm5hbWVzIikKcDIgPC0gRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGxhYmVsID0gVFJVRSkKI3AzPC1EaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgZ3JvdXAuYnk9InNpbmdsZXIuaHBjYS5jbHVzdGVyLm1lcmdlZCIsIGxhYmVsID0gVFJVRSxjb2xzPW15LmRpc3RpbmN0LmNvbG9ycykKI3A0PC1EaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgZ3JvdXAuYnk9InNpbmdsZXIuaHBjYS5jbHVzdGVyIiwgbGFiZWwgPSBUUlVFLGNvbHM9bXkuZGlzdGluY3QuY29sb3JzKQpwNTwtRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGdyb3VwLmJ5PSJkaXNlYXNlIiwgbGFiZWwgPSBUUlVFLGNvbHM9bXkuZGlzdGluY3QuY29sb3JzKQojcGxvdF9ncmlkKHAyLCBwMSwgcDMscDQscDUsbmNvbD0xKQpwbG90X2dyaWQocDIsIHAxLHA1LG5jb2w9MSkKYGBgCgoKIyMjIyBpbnRlZ3JhdGluZyBkYXRhIChyUENBKQoKU3BsaXQgdGhlIHdob2xlIGRhdGFzZXQgYmFzZWQgb24gc3ViamVjdCBJRCAoZnJlc2ggYW5kIERTTU8gc2FtcGxlcyBmcm9tIHRoZSBzYW1lIHN1YmplY3QgYXJlIGNvbnNpZGVyZWQgYXMgb25lIHNhbXBsZSkuIEZpbmQgYW5jaG9ycyB0byBpbnRlZ3JhdGUgYWxsIHRoZSBkYXRhc2V0cyB0b2dldGhlci4KYGBge3J9CnNhbXBsZTEubGlzdDwtU3BsaXRPYmplY3Qoc2FtcGxlMS5yYXcsc3BsaXQuYnk9InNhbXBsZS5uYW1lcyIpCnNhbXBsZTEubGlzdDwtbGFwcGx5KFg9c2FtcGxlMS5saXN0LEZVTj1mdW5jdGlvbih4KXsKICB4PC1Ob3JtYWxpemVEYXRhKHgpCiAgeDwtRmluZFZhcmlhYmxlRmVhdHVyZXMoeCxzZWxlY3Rpb24ubWV0aG9kPSJ2c3QiLG5mZWF0dXJlcz0yMDAwKQp9KQp0ZW1wLmNlbGxudW08LXVubGlzdChsYXBwbHkoc2FtcGxlMS5saXN0LG5jb2wpKQojIGluY3JlYXNlIHRoZSBnbG9iYWwgbWF4U2l6ZQpvcHRpb25zKGZ1dHVyZS5nbG9iYWxzLm1heFNpemU9IDQxOTQzMDQwMDApCiNzYW1wbGUxLmFuY2hvcnM8LUZpbmRJbnRlZ3JhdGlvbkFuY2hvcnMoc2FtcGxlMS5saXN0W3RlbXAuY2VsbG51bT49OTJdLGsuZmlsdGVyPTkyLGRpbXM9MTo0MCx2ZXJib3NlPUZBTFNFKQpzYW1wbGUxLmFuY2hvcnM8LUZpbmRJbnRlZ3JhdGlvbkFuY2hvcnMoc2FtcGxlMS5saXN0W3RlbXAuY2VsbG51bT49NDBdLGsuZmlsdGVyPTQwLGRpbXM9MTo0MCx2ZXJib3NlPUZBTFNFKQojc2FtcGxlMS5jb21iaW5lZDwtSW50ZWdyYXRlRGF0YShhbmNob3JzZXQ9c2FtcGxlMS5hbmNob3JzLGZlYXR1cmVzLnRvLmludGVncmF0ZT1yb3duYW1lcyhzYW1wbGUxLnJhd0Bhc3NheXMkUk5BQGNvdW50cyksZGltcz0xOjQwLHZlcmJvc2U9RkFMU0UpCnNhbXBsZTEuY29tYmluZWQ8LUludGVncmF0ZURhdGEoYW5jaG9yc2V0PXNhbXBsZTEuYW5jaG9ycyxkaW1zPTE6NDAsdmVyYm9zZT1GQUxTRSkKYGBgCgoKYGBge3J9CmRpci5jcmVhdGUoZmlsZS5wYXRoKG91dHB1dC5kaXIsImludGVncmF0ZWRfYW5hbHlzaXMiKSkKb3V0cHV0LmZpbGVwYXRoPC1maWxlLnBhdGgob3V0cHV0LmRpciwiaW50ZWdyYXRlZF9hbmFseXNpcyIsInNldXJhdF9vYmplY3RfaW50ZWdyYXRlZF9hbGxjZWxscy5yZHMiKQpzYXZlUkRTKHNhbXBsZTEuY29tYmluZWQsZmlsZT1vdXRwdXQuZmlsZXBhdGgpCmNhdCgiV2Ugc2F2ZWQgdGhlIGludGVncmF0ZWQgZGF0YSBmb3IgYWxsIGNlbGxzIGFzICIsb3V0cHV0LmZpbGVwYXRoLCJcbiIsc2VwPSIiKQoKb3V0cHV0LmZpbGVwYXRoPC1maWxlLnBhdGgob3V0cHV0LmRpciwiaW50ZWdyYXRlZF9hbmFseXNpcyIsInNldXJhdF9vYmplY3Rfb3JpZ2luYWxfYWxsY2VsbHMucmRzIikKc2F2ZVJEUyhzYW1wbGUxLGZpbGU9b3V0cHV0LmZpbGVwYXRoKQpjYXQoIldlIHNhdmVkIHRoZSBvcmlnaW5hbCBkYXRhIGZvciBhbGwgY2VsbHMgYXMgIixvdXRwdXQuZmlsZXBhdGgsIlxuIixzZXA9IiIpCmBgYAoKQ2x1c3RlciB0aGUgY2VsbHMgdXNpbmcgdGhlIGludGVncmF0ZWQgZGF0YS4KCmBgYHtyfQpEZWZhdWx0QXNzYXkoc2FtcGxlMS5jb21iaW5lZCkgPC0gImludGVncmF0ZWQiCiMgUnVuIHRoZSBzdGFuZGFyZCB3b3JrZmxvdyBmb3IgdmlzdWFsaXphdGlvbiBhbmQgY2x1c3RlcmluZwpzYW1wbGUxLmNvbWJpbmVkIDwtIFNjYWxlRGF0YShzYW1wbGUxLmNvbWJpbmVkLCB2ZXJib3NlID0gRkFMU0UpCnNhbXBsZTEuY29tYmluZWQgPC0gUnVuUENBKHNhbXBsZTEuY29tYmluZWQsIG5wY3MgPSA0MCwgdmVyYm9zZSA9IEZBTFNFKQojIHQtU05FIGFuZCBDbHVzdGVyaW5nCnNhbXBsZTEuY29tYmluZWQgPC0gUnVuVU1BUChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAicGNhIiwgZGltcyA9IDE6NDApCnNhbXBsZTEuY29tYmluZWQgPC0gRmluZE5laWdoYm9ycyhzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAicGNhIiwgZGltcyA9IDE6NDApCnNhbXBsZTEuY29tYmluZWQgPC0gRmluZENsdXN0ZXJzKHNhbXBsZTEuY29tYmluZWQsIHJlc29sdXRpb24gPSAxLjIpCmBgYAoKV2Ugc2F2ZSB0aGUgcmVzdWx0IGluIGEgcmRzIGZpbGUuCmBgYHtyfQpvdXRwdXQuc3ViZGlyPC1maWxlLnBhdGgob3V0cHV0LmRpciwiaW50ZWdyYXRlZF9hbmFseXNpcyIpCmlmKGZpbGUuZXhpc3RzKG91dHB1dC5zdWJkaXIpPT1GKXsKICBkaXIuY3JlYXRlKG91dHB1dC5zdWJkaXIpCn0KCm91dHB1dC5maWxlcGF0aDwtZmlsZS5wYXRoKG91dHB1dC5zdWJkaXIsInNldXJhdF9vYmplY3RfaW50ZWdyYXRlZF9hbGxjZWxsc19jZWxsY2x1c3RlcmluZ19ub1NpbmdsZVIucmRzIikKc2F2ZVJEUyhzYW1wbGUxLmNvbWJpbmVkLGZpbGU9b3V0cHV0LmZpbGVwYXRoKQpjYXQoIldlIHNhdmVkIHRoZSBzZXVyYXQgb2JqZWN0IG9mIHRoZSBpbnRlZ3JhdGVkIGRhdGEgd2l0aCBjZWxsIGNsdXN0ZXJpbmcgcmVzdWx0cyBvbmx5IGFzICIsb3V0cHV0LmZpbGVwYXRoLCJcbiIsc2VwPSIiKQpgYGAKCgojIyMjIFZpc3VhbGl6aW5nIGludGVncmF0ZWQgZGF0YQoKYGBge3IsZmlnLndpZHRoPTgsZmlnLmhlaWdodD0yMH0KbGlicmFyeShjb3dwbG90KQpwMSA8LSBEaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgZ3JvdXAuYnkgPSAic2FtcGxlLm5hbWVzIikKcDIgPC0gRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGxhYmVsID0gVFJVRSkKI3AzPC1EaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgZ3JvdXAuYnk9InNpbmdsZXIuaHBjYS5jbHVzdGVyLm1lcmdlZCIsIGxhYmVsID0gVFJVRSxjb2xzPW15LmRpc3RpbmN0LmNvbG9ycykKI3A0PC1EaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgZ3JvdXAuYnk9InNpbmdsZXIuaHBjYS5jbHVzdGVyIiwgbGFiZWwgPSBUUlVFLGNvbHM9bXkuZGlzdGluY3QuY29sb3JzKQpwNTwtRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGdyb3VwLmJ5PSJkaXNlYXNlIiwgbGFiZWwgPSBUUlVFLGNvbHM9bXkuZGlzdGluY3QuY29sb3JzKQojcGxvdF9ncmlkKHAyLCBwMSwgcDMscDQscDUsbmNvbD0xKQpwbG90X2dyaWQocDIsIHAxLHA1LG5jb2w9MSkKYGBgCgojIyMjIEludGVncmF0ZSB3aXRoIGV4aXN0aW5nIGRhdGEKCldlIG9idGFpbmVkIGFub3RoZXIgUEJNQyAxMFggZGF0YSBhbm5vdGF0ZWQgaW4gS2FtaW5za2kgbGFiIHNvIHRoYXQgd2UgY2FuIGludGVncmF0ZSB0aGlzIGRhdGFzZXQgd2l0aCB0aGUgYW5ub3RhdGVkIGRhdGEgdG8gYW5ub3RhdGUgdGhlIGNlbGxzIGluIHRoaXMgZGF0YXNldC4gVGhlIHNldXJhdCBvYmplY3QgY29udGFpbmluZyB0aGUgYW5ub3RhdGVkIFBCTUMgMTB4IGRhdGEgaXMgdW5kZXIgL2hvbWUveHk0OC9zY3JhdGNoX3BhbG1lci9BbXlfUEJNQyBvbiBncmFjZSBocGMuIFdlIHJhbiB0aGlzIHNlY3Rpb24gb2YgY29kZXMgb24gaHBjLgoKIyMjIyMgZGF0YSBsb2FkaW5nCgpXZSBmaXJzdCBsb2FkIGluIHRoZSBhbm5vdGF0ZWQgUEJNQyAxMHggZGF0YSBmcm9tIEFteS4KYGBge3J9CmRhdGEuZmlsZXBhdGg8LSIvaG9tZS95YW54aXRpbmcvZHJpdmVyX0dyYWNlL3NjcmF0Y2hfcGFsbWVyL0FteV9QQk1DLzAxLjAzLjIzLmNvbnRyb2xzLmZvci5YaXRpbmcucmRzIgphbXkuMTB4PC1yZWFkUkRTKGRhdGEuZmlsZXBhdGgscmVmaG9vayA9IE5VTEwpCmBgYAoKV2UgdGhlbiBsb2FkIGluIHRoZSBpbnRlZ3JhdGVkIHNldXJhdCBvYmplY3Qgb2Ygb3VyIGRhdGEuCgpgYGB7cn0KZGF0YS5maWxlcGF0aDwtIi9ob21lL3lhbnhpdGluZy9Eb2N1bWVudHMvUmVzZWFyY2gvR1JBRFNfU0FSQ19QQk1DL3NjUk5BLXNlcS9TZXVyYXQvaW50ZWdyYXRlZF9hbmFseXNpcy9zZXVyYXRfb2JqZWN0X2ludGVncmF0ZWRfYWxsY2VsbHNfY2VsbGNsdXN0ZXJpbmdfbm9TaW5nbGVSLnJkcyIKc2FtcGxlMS5jb21iaW5lZDwtcmVhZFJEUyhkYXRhLmZpbGVwYXRoLHJlZmhvb2s9TlVMTCkKYGBgCgpNZXJnZSB0aGUgcmF3IGNvdW50IGRhdGEgZnJvbSB0aGVzZSB0d28gc291cmNlcyBmb3IgaW50ZWdyYXRpb24gYW5hbHlzaXMuCgpgYGB7cn0KbWVyZ2VkLmRhdGE8LWNiaW5kKHNhbXBsZTEuY29tYmluZWRAYXNzYXlzJFJOQUBjb3VudHMsYW15LjEweEBhc3NheXMkUk5BQGNvdW50cykKbWVyZ2VkLm1ldGFkYXRhPC0KbWVyZ2UuZGF0YTwtQ3JlYXRlU2V1cmF0T2JqZWN0KGNvdW50cz1tZXJnZWQuZGF0YSxwcm9qZWN0PSJNZXJnZWRTZXVyYXRPYmplY3QiLGFzc2F5PSJSTkEiLG1ldGEuZGF0YSA9ICkKYGBgCgpTcGxpdCB0aGUgd2hvbGUgZGF0YXNldCBiYXNlZCBvbiBzdWJqZWN0IElELiBGaW5kIGFuY2hvcnMgdG8gaW50ZWdyYXRlIGFsbCB0aGUgZGF0YXNldHMgdG9nZXRoZXIuCmBgYHtyfQpzYW1wbGUxLmxpc3Q8LVNwbGl0T2JqZWN0KHNhbXBsZTEucmF3LHNwbGl0LmJ5PSJzdWJqZWN0Lm5hbWVzIikKc2FtcGxlMS5saXN0PC1sYXBwbHkoWD1zYW1wbGUxLmxpc3QsRlVOPWZ1bmN0aW9uKHgpewogIHg8LU5vcm1hbGl6ZURhdGEoeCkKICB4PC1GaW5kVmFyaWFibGVGZWF0dXJlcyh4LHNlbGVjdGlvbi5tZXRob2Q9InZzdCIsbmZlYXR1cmVzPTIwMDApCn0pCnRlbXAuY2VsbG51bTwtdW5saXN0KGxhcHBseShzYW1wbGUxLmxpc3QsbmNvbCkpCiMgaW5jcmVhc2UgdGhlIGdsb2JhbCBtYXhTaXplCm9wdGlvbnMoZnV0dXJlLmdsb2JhbHMubWF4U2l6ZT0gNDE5NDMwNDAwMCkKc2FtcGxlMS5hbmNob3JzPC1GaW5kSW50ZWdyYXRpb25BbmNob3JzKHNhbXBsZTEubGlzdFt0ZW1wLmNlbGxudW0+PTkyXSxrLmZpbHRlcj05MixkaW1zPTE6NDAsdmVyYm9zZT1GQUxTRSkKI3NhbXBsZTEuY29tYmluZWQ8LUludGVncmF0ZURhdGEoYW5jaG9yc2V0PXNhbXBsZTEuYW5jaG9ycyxmZWF0dXJlcy50by5pbnRlZ3JhdGU9cm93bmFtZXMoc2FtcGxlMS5yYXdAYXNzYXlzJFJOQUBjb3VudHMpLGRpbXM9MTo0MCx2ZXJib3NlPUZBTFNFKQpzYW1wbGUxLmNvbWJpbmVkPC1JbnRlZ3JhdGVEYXRhKGFuY2hvcnNldD1zYW1wbGUxLmFuY2hvcnMsZGltcz0xOjQwLHZlcmJvc2U9RkFMU0UpCmBgYAoKCmBgYHtyfQpvdXRwdXQuZmlsZXBhdGg8LWZpbGUucGF0aChvdXRwdXQuZGlyLCJpbnRlZ3JhdGVkX2FuYWx5c2lzIiwic2V1cmF0X29iamVjdF9pbnRlZ3JhdGVkX2FsbGNlbGxzLnJkcyIpCnNhdmVSRFMoc2FtcGxlMS5jb21iaW5lZCxmaWxlPW91dHB1dC5maWxlcGF0aCkKY2F0KCJXZSBzYXZlZCB0aGUgaW50ZWdyYXRlZCBkYXRhIGZvciBhbGwgY2VsbHMgYXMgIixvdXRwdXQuZmlsZXBhdGgsIlxuIixzZXA9IiIpCm91dHB1dC5maWxlcGF0aDwtZmlsZS5wYXRoKG91dHB1dC5kaXIsImludGVncmF0ZWRfYW5hbHlzaXMiLCJzZXVyYXRfb2JqZWN0X29yaWdpbmFsX2FsbGNlbGxzLnJkcyIpCnNhdmVSRFMoc2FtcGxlMSxmaWxlPW91dHB1dC5maWxlcGF0aCkKY2F0KCJXZSBzYXZlZCB0aGUgb3JpZ2luYWwgZGF0YSBmb3IgYWxsIGNlbGxzIGFzICIsb3V0cHV0LmZpbGVwYXRoLCJcbiIsc2VwPSIiKQpgYGAKCkNsdXN0ZXIgdGhlIGNlbGxzIHVzaW5nIHRoZSBpbnRlZ3JhdGVkIGRhdGEuCgpgYGB7cn0KRGVmYXVsdEFzc2F5KHNhbXBsZTEuY29tYmluZWQpIDwtICJpbnRlZ3JhdGVkIgojIFJ1biB0aGUgc3RhbmRhcmQgd29ya2Zsb3cgZm9yIHZpc3VhbGl6YXRpb24gYW5kIGNsdXN0ZXJpbmcKc2FtcGxlMS5jb21iaW5lZCA8LSBTY2FsZURhdGEoc2FtcGxlMS5jb21iaW5lZCwgdmVyYm9zZSA9IEZBTFNFKQpzYW1wbGUxLmNvbWJpbmVkIDwtIFJ1blBDQShzYW1wbGUxLmNvbWJpbmVkLCBucGNzID0gNDAsIHZlcmJvc2UgPSBGQUxTRSkKIyB0LVNORSBhbmQgQ2x1c3RlcmluZwpzYW1wbGUxLmNvbWJpbmVkIDwtIFJ1blVNQVAoc2FtcGxlMS5jb21iaW5lZCwgcmVkdWN0aW9uID0gInBjYSIsIGRpbXMgPSAxOjQwKQpzYW1wbGUxLmNvbWJpbmVkIDwtIEZpbmROZWlnaGJvcnMoc2FtcGxlMS5jb21iaW5lZCwgcmVkdWN0aW9uID0gInBjYSIsIGRpbXMgPSAxOjQwKQpzYW1wbGUxLmNvbWJpbmVkIDwtIEZpbmRDbHVzdGVycyhzYW1wbGUxLmNvbWJpbmVkLCByZXNvbHV0aW9uID0gMS4yKQpgYGAKCldlIHNhdmUgdGhlIHJlc3VsdCBpbiBhIHJkcyBmaWxlLgpgYGB7cn0Kb3V0cHV0LnN1YmRpcjwtZmlsZS5wYXRoKG91dHB1dC5kaXIsImludGVncmF0ZWRfYW5hbHlzaXMiKQppZihmaWxlLmV4aXN0cyhvdXRwdXQuc3ViZGlyKT09Ril7CiAgZGlyLmNyZWF0ZShvdXRwdXQuc3ViZGlyKQp9Cm91dHB1dC5maWxlcGF0aDwtZmlsZS5wYXRoKG91dHB1dC5zdWJkaXIsInNldXJhdF9vYmplY3RfaW50ZWdyYXRlZF9hbGxjZWxsc19jZWxsY2x1c3RlcmluZ19ub1NpbmdsZVIucmRzIikKc2F2ZVJEUyhzYW1wbGUxLmNvbWJpbmVkLGZpbGU9b3V0cHV0LmZpbGVwYXRoKQpjYXQoIldlIHNhdmVkIHRoZSBzZXVyYXQgb2JqZWN0IG9mIHRoZSBpbnRlZ3JhdGVkIGRhdGEgd2l0aCBjZWxsIGNsdXN0ZXJpbmcgcmVzdWx0cyBvbmx5IGFzICIsb3V0cHV0LmZpbGVwYXRoLCJcbiIsc2VwPSIiKQpgYGAKCgojIyMjIyBWaXN1YWxpemluZyBpbnRlZ3JhdGVkIGRhdGEgdXNpbmcgb2xkIFNpbmdsZVIgcmVzdWx0cwoKYGBge3IsZmlnLndpZHRoPTgsZmlnLmhlaWdodD0xOH0KcDEgPC0gRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGdyb3VwLmJ5ID0gInN1YmplY3QubmFtZXMiKQpwMiA8LSBEaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgbGFiZWwgPSBUUlVFKQpwMzwtRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGdyb3VwLmJ5PSJzaW5nbGVyLmhwY2EuY2x1c3Rlci5tZXJnZWQiLCBsYWJlbCA9IFRSVUUsY29scz1teS5kaXN0aW5jdC5jb2xvcnMpCnA0PC1EaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgZ3JvdXAuYnk9InNpbmdsZXIuaHBjYS5jbHVzdGVyIiwgbGFiZWwgPSBUUlVFLGNvbHM9bXkuZGlzdGluY3QuY29sb3JzKQpwNTwtRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGdyb3VwLmJ5PSJkaXNlYXNlIiwgbGFiZWwgPSBUUlVFLGNvbHM9bXkuZGlzdGluY3QuY29sb3JzKQpwbG90X2dyaWQocDIsIHAxLCBwMyxwNCxwNSxuY29sPTEpCmBgYAoKVmlzdWFsaXplIHRoZSBpbnRlZ3JhdGVkIGRhdGEgYnkgc3BsaXR0aW5nIGl0IHRvIGRpZmZlcmVudCBjbHVzdGVycy4KCmBgYHtyLGZpZy53aWR0aD0xMCxmaWcuaGVpZ2h0PTUwfQpmaWcubGlzdDwtbGlzdCgpCmNlbGx0eXBlLm5hbWVzPC1hcy5udW1lcmljKHVuaXF1ZShhcy5jaGFyYWN0ZXIoSWRlbnRzKHNhbXBsZTEuY29tYmluZWQpKSkpCmNlbGx0eXBlLm5hbWVzPC1zb3J0KGNlbGx0eXBlLm5hbWVzLGRlY3JlYXNpbmc9RikKZm9yKGkgaW4gMTpsZW5ndGgoY2VsbHR5cGUubmFtZXMpKXsKICB0ZW1wLm1hcDwtYXMuY2hhcmFjdGVyKElkZW50cyhzYW1wbGUxLmNvbWJpbmVkKSkKICB0ZW1wLm1hcFt0ZW1wLm1hcCE9Y2VsbHR5cGUubmFtZXNbaV1dPSJvdGhlciIKICBzYW1wbGUxLmNvbWJpbmVkQG1ldGEuZGF0YSR0ZW1wLm1hcDwtdGVtcC5tYXAKICBmaWcubGlzdFtbMiooaS0xKSsxXV08LURpbVBsb3Qoc2FtcGxlMS5jb21iaW5lZCwgcmVkdWN0aW9uID0gInVtYXAiLCBsYWJlbCA9IEZBTFNFLGdyb3VwLmJ5PSJpZGVudCIpCiAgI2ZpZy5saXN0W1syKmldXTwtRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsIGxhYmVsID0gRkFMU0UsZ3JvdXAuYnk9InRlbXAubWFwIixjb2xzPWMobXkuZGlzdGluY3QuY29sb3JzW2ldLCJncmV5IikpCiAgZmlnLmxpc3RbWzIqaV1dPC1EaW1QbG90KHNhbXBsZTEuY29tYmluZWQsIHJlZHVjdGlvbiA9ICJ1bWFwIiwgbGFiZWwgPSBGQUxTRSxncm91cC5ieT0idGVtcC5tYXAiLGNvbHM9YygicmVkIiwiZ3JleSIpKQp9CmRvLmNhbGwoZ3JpZC5hcnJhbmdlLGMoZmlnLmxpc3QsbmNvbD0yKSkKYGBgCgpWaXN1YWxpemUgdGhlIGludGVncmF0ZWQgZGF0YSBieSBzcGxpdHRpbmcgaXQgdG8gZGlmZmVyZW50IHN1YmplY3RzIGFuZCBkaWZmZXJlbnQgY2VsbCB0eXBlIGFubm90YXRpb24gKG9sZCkuCgpgYGB7cixmaWcud2lkdGg9MTYsZmlnLmhlaWdodD0yNH0KZmlnLmxpc3Q8LWxpc3QoKQpjZWxsdHlwZS5uYW1lczwtdW5pcXVlKGFzLmNoYXJhY3RlcihzYW1wbGUxLmNvbWJpbmVkQG1ldGEuZGF0YSRzaW5nbGVyLmhwY2EuY2x1c3RlcikpCmNlbGx0eXBlLm5hbWVzPC1zb3J0KGNlbGx0eXBlLm5hbWVzLGRlY3JlYXNpbmc9VCkKZm9yKGkgaW4gMTpsZW5ndGgoY2VsbHR5cGUubmFtZXMpKXsKICB0ZW1wLm1hcDwtYXMuY2hhcmFjdGVyKHNhbXBsZTEuY29tYmluZWRAbWV0YS5kYXRhJHNpbmdsZXIuaHBjYS5jbHVzdGVyKQogIHRlbXAubWFwW3RlbXAubWFwIT1jZWxsdHlwZS5uYW1lc1tpXV08LSJ6b3RoZXIiCiAgc2FtcGxlMS5jb21iaW5lZEBtZXRhLmRhdGEkdGVtcC5tYXA8LXRlbXAubWFwCiAgZmlnLmxpc3RbW2ldXTwtRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsZ3JvdXAuYnk9InRlbXAubWFwIixsYWJlbCA9IEZBTFNFLHB0LnNpemU9MC41LGNvbHM9YyhteS5kaXN0aW5jdC5jb2xvcnNbaV0sImdyZXkiKSkKfQpkby5jYWxsKGdyaWQuYXJyYW5nZSxjKGZpZy5saXN0LG5jb2w9MikpCmBgYAoKIyMjIyMgQ2VsbCB0eXBpbmcgdXNpbmcgU2luZ2xlUiBhbm5vdGF0aW9uCgpXZSBydW4gU2luZ2xlUiAodiAxLjIuMCkgYWdhaW4gYmFzZWQgb24gdGhlIGNsdXN0ZXJpbmcgcmVzdWx0cyBiYXNlZCBvbiB0aGUgaW50ZWdyYXRlZCBkYXRhIGFuZCB2aXN1YWxpemUgdGhlIGRhdGEgdXNpbmcgdGhlIG5ldyBjZWxsIHR5cGluZyBhbm5vdGF0aW9uLgoKYGBge3IgZmlnLndpZHRoPTEyLGZpZy5oZWlnaHQ9OH0KIyBydW4gU2luZ2xlUiB3aXRoIEhQQ0EgYXMgcmVmZXJlbmNlIGRhdGFzZXQuCmxpYnJhcnkoU2luZ2xlUikKbGlicmFyeShzY1JOQXNlcSkKbGlicmFyeShzY2F0ZXIpCmhwY2Euc2UgPC0gSHVtYW5QcmltYXJ5Q2VsbEF0bGFzRGF0YSgpCmhwY2Euc2UKI2hFU0NzIDwtIExhTWFubm9CcmFpbkRhdGEoJ2h1bWFuLWVzJykKbXkudGVtcDwtQ3JlYXRlU2V1cmF0T2JqZWN0KGNvdW50cz1zYW1wbGUxLmNvbWJpbmVkQGFzc2F5cyRSTkFAY291bnRzLHByb2plY3QgPSAiQ2h1cHBTcHV0dW0iLG1pbi5jZWxscyA9IDAsICBtaW4uZmVhdHVyZXMgPSAwKQp0ZW1wPC1hcy5TaW5nbGVDZWxsRXhwZXJpbWVudChteS50ZW1wLGFzc2F5PSJSTkEiKQp0ZW1wPC1sb2dOb3JtQ291bnRzKHRlbXApCnNhbXBsZTEuc2luZ2xlci5ocGNhPC1TaW5nbGVSKHRlc3Q9dGVtcCxyZWY9aHBjYS5zZSxsYWJlbHM9aHBjYS5zZSRsYWJlbC5maW5lLG1ldGhvZD0iY2x1c3RlciIsY2x1c3RlcnM9YXMuY2hhcmFjdGVyKElkZW50cyhzYW1wbGUxLmNvbWJpbmVkKSkpCnBsb3RTY29yZUhlYXRtYXAoc2FtcGxlMS5zaW5nbGVyLmhwY2EpCmBgYAoKCkRhdGEgdmlzdWxpemF0aW9uIGxhYmVsbGVkIGJ5IHRoZSBuZXcgU2luZ2xlUiByZXN1bHRzIG9uIHRoZSBjb21iaW5lZCBkYXRhLgpgYGB7cn0KY2x1c3Rlci5uYW1lczwtcm93bmFtZXMoc2FtcGxlMS5zaW5nbGVyLmhwY2EpCmNsdXN0ZXIubGFiZWxzPC1zYW1wbGUxLnNpbmdsZXIuaHBjYSRwcnVuZWQubGFiZWxzCnRlbXAubWFwPC1hcy5jaGFyYWN0ZXIoSWRlbnRzKHNhbXBsZTEuY29tYmluZWQpKQp0ZW1wLm1hcDwtcGx5cjo6bWFwdmFsdWVzKHg9dGVtcC5tYXAsZnJvbT1jbHVzdGVyLm5hbWVzLHRvPWNsdXN0ZXIubGFiZWxzKQpzYW1wbGUxLmNvbWJpbmVkPC1BZGRNZXRhRGF0YShzYW1wbGUxLmNvbWJpbmVkLG1ldGFkYXRhPXRlbXAubWFwLGNvbC5uYW1lPSJzaW5nbGVyLmhwY2EuY2x1c3Rlci5jb21iaW5lZCIpCmBgYAoKCkdldCB0aGUgbWFpbiBjZWxsIHR5cGUgbGFiZWxzIGFuZCBzYXZlIHRoZSBhbm5vdGF0ZWQgc2V1cmF0IFIgb2JqZWN0LgpgYGB7cn0KIyBnZXQgdGhlIG1haW4gbGFiZWxzCm15LnRlbXA8LUNyZWF0ZVNldXJhdE9iamVjdChjb3VudHM9c2FtcGxlMS5jb21iaW5lZEBhc3NheXMkUk5BQGNvdW50cyxwcm9qZWN0ID0gIkNodXBwU3B1dHVtIixtaW4uY2VsbHMgPSAwLCAgbWluLmZlYXR1cmVzID0gMCkKdGVtcDwtYXMuU2luZ2xlQ2VsbEV4cGVyaW1lbnQobXkudGVtcCxhc3NheT0iUk5BIikKdGVtcDwtbG9nTm9ybUNvdW50cyh0ZW1wKQpzYW1wbGUxLnNpbmdsZXIuaHBjYTwtU2luZ2xlUih0ZXN0PXRlbXAscmVmPWhwY2Euc2UsbGFiZWxzPWhwY2Euc2UkbGFiZWwubWFpbixtZXRob2Q9ImNsdXN0ZXIiLGNsdXN0ZXJzPWFzLmNoYXJhY3RlcihJZGVudHMoc2FtcGxlMS5jb21iaW5lZCkpKQpwbG90U2NvcmVIZWF0bWFwKHNhbXBsZTEuc2luZ2xlci5ocGNhKQpgYGAKCgpgYGB7cn0KY2x1c3Rlci5uYW1lczwtcm93bmFtZXMoc2FtcGxlMS5zaW5nbGVyLmhwY2EpCmNsdXN0ZXIubGFiZWxzPC1zYW1wbGUxLnNpbmdsZXIuaHBjYSRwcnVuZWQubGFiZWxzCnRlbXAubWFwPC1hcy5jaGFyYWN0ZXIoSWRlbnRzKHNhbXBsZTEuY29tYmluZWQpKQp0ZW1wLm1hcDwtcGx5cjo6bWFwdmFsdWVzKHg9dGVtcC5tYXAsZnJvbT1jbHVzdGVyLm5hbWVzLHRvPWNsdXN0ZXIubGFiZWxzKQpzYW1wbGUxLmNvbWJpbmVkPC1BZGRNZXRhRGF0YShzYW1wbGUxLmNvbWJpbmVkLG1ldGFkYXRhPXRlbXAubWFwLGNvbC5uYW1lPSJzaW5nbGVyLmhwY2EuY2x1c3Rlci5tYWluLmNvbWJpbmVkIikKb3V0cHV0LmZpbGVwYXRoPC1maWxlLnBhdGgob3V0cHV0LnN1YmRpciwic2V1cmF0X29iamVjdF9pbnRlZ3JhdGVkX2FsbGNlbGxzX2NlbGxjbHVzdGVyaW5nX3NpbmdsZXJfaHBjYS5yZHMiKQpzYXZlUkRTKHNhbXBsZTEuY29tYmluZWQsZmlsZT1vdXRwdXQuZmlsZXBhdGgpCmBgYAoKVmlzdWxpemluZyB0aGUgU2luZ2xlUiBjZWxsIHR5cGluZyByZXN1bHRzIG9uIHRoZSBjb21iaW5lZCBVTUFQLgpgYGB7cixmaWcud2lkdGg9MTQsZmlnLmhlaWdodD0yNH0KZmlnLmxpc3Q8LWxpc3QoKQpjZWxsdHlwZS5uYW1lczwtdW5pcXVlKGFzLmNoYXJhY3RlcihzYW1wbGUxLmNvbWJpbmVkQG1ldGEuZGF0YSRzaW5nbGVyLmhwY2EuY2x1c3Rlci5jb21iaW5lZCkpCmNlbGx0eXBlLm5hbWVzPC1zb3J0KGNlbGx0eXBlLm5hbWVzLGRlY3JlYXNpbmc9VCkKZm9yKGkgaW4gMTpsZW5ndGgoY2VsbHR5cGUubmFtZXMpKXsKICB0ZW1wLm1hcDwtYXMuY2hhcmFjdGVyKHNhbXBsZTEuY29tYmluZWRAbWV0YS5kYXRhJHNpbmdsZXIuaHBjYS5jbHVzdGVyLmNvbWJpbmVkKQogIHRlbXAubWFwW3RlbXAubWFwIT1jZWxsdHlwZS5uYW1lc1tpXV08LSJ6b3RoZXIiCiAgc2FtcGxlMS5jb21iaW5lZEBtZXRhLmRhdGEkdGVtcC5tYXA8LXRlbXAubWFwCiAgZmlnLmxpc3RbW2ldXTwtRGltUGxvdChzYW1wbGUxLmNvbWJpbmVkLCByZWR1Y3Rpb24gPSAidW1hcCIsZ3JvdXAuYnk9InRlbXAubWFwIixsYWJlbCA9IEZBTFNFLHB0LnNpemU9MC41LGNvbHM9YyhteS5kaXN0aW5jdC5jb2xvcnNbaV0sImdyZXkiKSkKfQpkby5jYWxsKGdyaWQuYXJyYW5nZSxjKGZpZy5saXN0LG5jb2w9MikpCmBgYAoKCg==